2024-11-23 05:40:59,310 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-23 05:40:59,326 main DEBUG Took 0.013420 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 05:40:59,326 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 05:40:59,327 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 05:40:59,328 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 05:40:59,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,338 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 05:40:59,353 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,359 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,362 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,365 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,367 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 05:40:59,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,370 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 05:40:59,372 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 05:40:59,373 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 05:40:59,375 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 05:40:59,375 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 05:40:59,376 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 05:40:59,377 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 05:40:59,384 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 05:40:59,386 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 05:40:59,388 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 05:40:59,388 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 05:40:59,389 main DEBUG createAppenders(={Console}) 2024-11-23 05:40:59,389 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-23 05:40:59,389 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-23 05:40:59,390 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-23 05:40:59,390 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 05:40:59,390 main DEBUG OutputStream closed 2024-11-23 05:40:59,391 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 05:40:59,391 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 05:40:59,391 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-23 05:40:59,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 05:40:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 05:40:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 05:40:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 05:40:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 05:40:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 05:40:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 05:40:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 05:40:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 05:40:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 05:40:59,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 05:40:59,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 05:40:59,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 05:40:59,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 05:40:59,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 05:40:59,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 05:40:59,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 05:40:59,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 05:40:59,467 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 05:40:59,467 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-23 05:40:59,467 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 05:40:59,468 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-23T05:40:59,690 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3 2024-11-23 05:40:59,693 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 05:40:59,693 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T05:40:59,701 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-23T05:40:59,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=9341 2024-11-23T05:40:59,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T05:40:59,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0, deleteOnExit=true 2024-11-23T05:40:59,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T05:40:59,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/test.cache.data in system properties and HBase conf 2024-11-23T05:40:59,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T05:40:59,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir in system properties and HBase conf 2024-11-23T05:40:59,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T05:40:59,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T05:40:59,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T05:40:59,851 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T05:40:59,935 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T05:40:59,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:40:59,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:40:59,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T05:40:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:40:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T05:40:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T05:40:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:40:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:40:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T05:40:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/nfs.dump.dir in system properties and HBase conf 2024-11-23T05:40:59,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/java.io.tmpdir in system properties and HBase conf 2024-11-23T05:40:59,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:40:59,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T05:40:59,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T05:41:00,830 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T05:41:00,903 INFO [Time-limited test {}] log.Log(170): Logging initialized @2285ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T05:41:00,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:41:01,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:41:01,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:41:01,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:41:01,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:41:01,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:41:01,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:41:01,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:41:01,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/java.io.tmpdir/jetty-localhost-34883-hadoop-hdfs-3_4_1-tests_jar-_-any-14301160803383165767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:41:01,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:34883} 2024-11-23T05:41:01,243 INFO [Time-limited test {}] server.Server(415): Started @2626ms 2024-11-23T05:41:01,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:41:01,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:41:01,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:41:01,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:41:01,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:41:01,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:41:01,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:41:01,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/java.io.tmpdir/jetty-localhost-38179-hadoop-hdfs-3_4_1-tests_jar-_-any-10369742656953071072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:41:01,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:38179} 2024-11-23T05:41:01,855 INFO [Time-limited test {}] server.Server(415): Started @3238ms 2024-11-23T05:41:01,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:41:02,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:41:02,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:41:02,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:41:02,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:41:02,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:41:02,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:41:02,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:41:02,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/java.io.tmpdir/jetty-localhost-34033-hadoop-hdfs-3_4_1-tests_jar-_-any-9317788606456993937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:41:02,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:34033} 2024-11-23T05:41:02,131 INFO [Time-limited test {}] server.Server(415): Started @3514ms 2024-11-23T05:41:02,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:41:02,965 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data4/current/BP-1871616501-172.17.0.2-1732340460443/current, will proceed with Du for space computation calculation, 2024-11-23T05:41:02,965 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data3/current/BP-1871616501-172.17.0.2-1732340460443/current, will proceed with Du for space computation calculation, 2024-11-23T05:41:02,965 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data2/current/BP-1871616501-172.17.0.2-1732340460443/current, will proceed with Du for space computation calculation, 2024-11-23T05:41:02,965 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data1/current/BP-1871616501-172.17.0.2-1732340460443/current, will proceed with Du for space computation calculation, 2024-11-23T05:41:02,997 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:41:02,997 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:41:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83651c5a223a5dbc with lease ID 0x82df747a4c02bcfc: Processing first storage report for DS-77911bb1-1d8a-412e-b165-2de2b825b600 from datanode DatanodeRegistration(127.0.0.1:33933, datanodeUuid=3c3589b1-539c-40c9-ad7d-84bbdcab53f5, infoPort=35479, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443) 2024-11-23T05:41:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83651c5a223a5dbc with lease ID 0x82df747a4c02bcfc: from storage DS-77911bb1-1d8a-412e-b165-2de2b825b600 node DatanodeRegistration(127.0.0.1:33933, datanodeUuid=3c3589b1-539c-40c9-ad7d-84bbdcab53f5, infoPort=35479, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:41:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba579c685abe0ff3 with lease ID 0x82df747a4c02bcfb: Processing first storage report for DS-708baf4e-c1d9-4b3e-9e52-319e664f2401 from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=53444916-3177-4f5b-be5c-bf01a85d0fb7, infoPort=37057, infoSecurePort=0, ipcPort=38565, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443) 2024-11-23T05:41:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba579c685abe0ff3 with lease ID 0x82df747a4c02bcfb: from storage DS-708baf4e-c1d9-4b3e-9e52-319e664f2401 node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=53444916-3177-4f5b-be5c-bf01a85d0fb7, infoPort=37057, infoSecurePort=0, ipcPort=38565, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:41:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83651c5a223a5dbc with lease ID 0x82df747a4c02bcfc: Processing first storage report for DS-b49bf17b-c726-4cc5-8a6b-498987e6f2a7 from datanode DatanodeRegistration(127.0.0.1:33933, datanodeUuid=3c3589b1-539c-40c9-ad7d-84bbdcab53f5, infoPort=35479, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443) 2024-11-23T05:41:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83651c5a223a5dbc with lease ID 0x82df747a4c02bcfc: from storage DS-b49bf17b-c726-4cc5-8a6b-498987e6f2a7 node DatanodeRegistration(127.0.0.1:33933, datanodeUuid=3c3589b1-539c-40c9-ad7d-84bbdcab53f5, infoPort=35479, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:41:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba579c685abe0ff3 with lease ID 0x82df747a4c02bcfb: Processing first storage report for DS-183ccddf-794d-4e4a-9f3f-84ee6ac32eae from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=53444916-3177-4f5b-be5c-bf01a85d0fb7, infoPort=37057, infoSecurePort=0, ipcPort=38565, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443) 2024-11-23T05:41:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba579c685abe0ff3 with lease ID 0x82df747a4c02bcfb: from storage DS-183ccddf-794d-4e4a-9f3f-84ee6ac32eae node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=53444916-3177-4f5b-be5c-bf01a85d0fb7, infoPort=37057, infoSecurePort=0, ipcPort=38565, storageInfo=lv=-57;cid=testClusterID;nsid=1157020251;c=1732340460443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:41:03,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3 2024-11-23T05:41:03,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/zookeeper_0, clientPort=64048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T05:41:03,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64048 2024-11-23T05:41:03,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:03,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:03,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:41:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:41:03,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835 with version=8 2024-11-23T05:41:03,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase-staging 2024-11-23T05:41:03,926 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T05:41:04,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:41:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:41:04,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:41:04,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T05:41:04,348 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T05:41:04,356 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T05:41:04,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:41:04,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5362 (auto-detected) 2024-11-23T05:41:04,381 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T05:41:04,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35955 2024-11-23T05:41:04,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35955 connecting to ZooKeeper ensemble=127.0.0.1:64048 2024-11-23T05:41:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359550x0, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:41:04,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35955-0x101677f49170000 connected 2024-11-23T05:41:04,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:04,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:04,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:41:04,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835, hbase.cluster.distributed=false 2024-11-23T05:41:04,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:41:04,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-23T05:41:04,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35955 2024-11-23T05:41:04,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35955 2024-11-23T05:41:04,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-23T05:41:04,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-23T05:41:04,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:41:04,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:41:04,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:41:04,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:41:04,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T05:41:04,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:41:04,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44161 2024-11-23T05:41:04,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44161 connecting to ZooKeeper ensemble=127.0.0.1:64048 2024-11-23T05:41:04,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:04,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441610x0, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:41:04,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441610x0, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:41:04,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44161-0x101677f49170001 connected 2024-11-23T05:41:04,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T05:41:04,814 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T05:41:04,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T05:41:04,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:41:04,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-23T05:41:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44161 2024-11-23T05:41:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44161 2024-11-23T05:41:04,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-23T05:41:04,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-23T05:41:04,839 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:35955 2024-11-23T05:41:04,840 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:04,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:41:04,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:41:04,883 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:04,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:04,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T05:41:04,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:04,914 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T05:41:04,915 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,35955,1732340464015 from backup master directory 2024-11-23T05:41:04,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:04,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:41:04,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:41:04,922 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:41:04,922 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:04,925 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T05:41:04,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T05:41:04,981 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase.id] with ID: 3664c3fc-3522-4dda-98ea-221b34dbbaad 2024-11-23T05:41:04,982 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/.tmp/hbase.id 2024-11-23T05:41:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:41:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:41:04,995 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/.tmp/hbase.id]:[hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase.id] 2024-11-23T05:41:05,039 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:05,044 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T05:41:05,061 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-23T05:41:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:41:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:41:05,123 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:41:05,126 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T05:41:05,132 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:41:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:41:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:41:05,182 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store 2024-11-23T05:41:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:41:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:41:05,207 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T05:41:05,210 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:05,211 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:41:05,211 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:41:05,211 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:41:05,213 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:41:05,213 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:41:05,213 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:41:05,214 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340465211Disabling compacts and flushes for region at 1732340465211Disabling writes for close at 1732340465213 (+2 ms)Writing region close event to WAL at 1732340465213Closed at 1732340465213 2024-11-23T05:41:05,216 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/.initializing 2024-11-23T05:41:05,216 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/WALs/9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:05,224 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:41:05,237 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C35955%2C1732340464015, suffix=, logDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/WALs/9abfc7c2569e,35955,1732340464015, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/oldWALs, maxLogs=10 2024-11-23T05:41:05,262 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/WALs/9abfc7c2569e,35955,1732340464015/9abfc7c2569e%2C35955%2C1732340464015.1732340465241, exclude list is [], retry=0 2024-11-23T05:41:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:41:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:05,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T05:41:05,326 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/WALs/9abfc7c2569e,35955,1732340464015/9abfc7c2569e%2C35955%2C1732340464015.1732340465241 2024-11-23T05:41:05,327 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35479:35479),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-23T05:41:05,327 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:41:05,327 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:05,330 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,331 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T05:41:05,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:05,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T05:41:05,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:41:05,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T05:41:05,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:41:05,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T05:41:05,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:41:05,402 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,405 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,406 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,411 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,412 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,415 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T05:41:05,419 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:41:05,423 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:41:05,425 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696843, jitterRate=-0.11391951143741608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T05:41:05,432 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732340465342Initializing all the Stores at 1732340465344 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340465344Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340465345 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340465345Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340465345Cleaning up temporary data from old regions at 1732340465412 (+67 ms)Region opened successfully at 1732340465432 (+20 ms) 2024-11-23T05:41:05,433 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T05:41:05,462 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61546713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:41:05,492 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T05:41:05,502 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T05:41:05,502 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T05:41:05,505 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T05:41:05,506 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T05:41:05,510 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T05:41:05,511 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T05:41:05,533 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T05:41:05,541 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T05:41:05,571 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T05:41:05,575 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T05:41:05,578 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T05:41:05,588 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T05:41:05,590 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T05:41:05,594 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T05:41:05,604 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T05:41:05,606 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T05:41:05,613 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T05:41:05,634 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T05:41:05,638 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T05:41:05,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:41:05,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:41:05,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,649 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,35955,1732340464015, sessionid=0x101677f49170000, setting cluster-up flag (Was=false) 2024-11-23T05:41:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,705 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T05:41:05,709 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:05,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:05,755 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T05:41:05,759 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:05,767 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T05:41:05,829 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(746): ClusterId : 3664c3fc-3522-4dda-98ea-221b34dbbaad 2024-11-23T05:41:05,829 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T05:41:05,832 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T05:41:05,840 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T05:41:05,848 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T05:41:05,849 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T05:41:05,849 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T05:41:05,856 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T05:41:05,857 DEBUG [RS:0;9abfc7c2569e:44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393b4cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:41:05,855 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,35955,1732340464015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T05:41:05,863 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:41:05,864 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:41:05,864 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:41:05,864 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:41:05,864 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10 2024-11-23T05:41:05,864 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:05,865 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:41:05,865 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:05,866 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340495866 2024-11-23T05:41:05,868 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T05:41:05,869 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T05:41:05,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:41:05,871 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:44161 2024-11-23T05:41:05,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T05:41:05,873 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T05:41:05,873 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T05:41:05,873 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T05:41:05,874 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T05:41:05,874 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T05:41:05,874 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T05:41:05,874 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T05:41:05,874 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:05,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T05:41:05,877 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,35955,1732340464015 with port=44161, startcode=1732340464713 2024-11-23T05:41:05,877 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T05:41:05,878 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T05:41:05,878 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T05:41:05,880 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T05:41:05,880 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T05:41:05,882 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340465882,5,FailOnTimeoutGroup] 2024-11-23T05:41:05,883 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340465882,5,FailOnTimeoutGroup] 2024-11-23T05:41:05,883 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:05,883 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T05:41:05,884 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:05,885 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:05,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:41:05,890 DEBUG [RS:0;9abfc7c2569e:44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T05:41:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:41:05,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T05:41:05,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835 2024-11-23T05:41:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:41:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:41:05,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:05,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:41:05,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:41:05,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:05,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:41:05,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:41:05,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:05,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:41:05,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:41:05,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T05:41:05,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:05,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:41:05,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:41:05,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:05,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:05,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:41:05,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740 2024-11-23T05:41:05,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:05,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740 2024-11-23T05:41:05,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:05,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:41:05,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:41:05,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:41:05,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:41:05,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:41:05,961 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880955, jitterRate=0.12019273638725281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:41:05,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732340465910Initializing all the Stores at 1732340465912 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340465912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340465912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340465913 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340465913Cleaning up temporary data from old regions at 1732340465948 (+35 ms)Region opened successfully at 1732340465966 (+18 ms) 2024-11-23T05:41:05,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:41:05,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:41:05,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:41:05,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:41:05,967 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835 2024-11-23T05:41:05,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:41:05,967 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40843 2024-11-23T05:41:05,967 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T05:41:05,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:41:05,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340465966Disabling compacts and flushes for region at 1732340465966Disabling writes for close at 1732340465967 (+1 ms)Writing region close event to WAL at 1732340465967Closed at 1732340465968 (+1 ms) 2024-11-23T05:41:05,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:41:05,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T05:41:05,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T05:41:05,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:41:05,981 DEBUG [RS:0;9abfc7c2569e:44161 {}] zookeeper.ZKUtil(111): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:05,981 WARN [RS:0;9abfc7c2569e:44161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:41:05,981 INFO [RS:0;9abfc7c2569e:44161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:41:05,981 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:05,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,44161,1732340464713] 2024-11-23T05:41:05,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:41:05,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T05:41:06,013 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T05:41:06,030 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T05:41:06,035 INFO [RS:0;9abfc7c2569e:44161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:41:06,035 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,036 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T05:41:06,042 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T05:41:06,044 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,045 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,045 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,045 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,045 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,045 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,046 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:41:06,047 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:41:06,047 DEBUG [RS:0;9abfc7c2569e:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,048 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44161,1732340464713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:41:06,069 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T05:41:06,071 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44161,1732340464713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,072 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,072 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.Replication(171): 9abfc7c2569e,44161,1732340464713 started 2024-11-23T05:41:06,092 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,093 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,44161,1732340464713, RpcServer on 9abfc7c2569e/172.17.0.2:44161, sessionid=0x101677f49170001 2024-11-23T05:41:06,094 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T05:41:06,094 DEBUG [RS:0;9abfc7c2569e:44161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:06,094 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,44161,1732340464713' 2024-11-23T05:41:06,094 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T05:41:06,095 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T05:41:06,096 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T05:41:06,096 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T05:41:06,097 DEBUG [RS:0;9abfc7c2569e:44161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:06,097 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,44161,1732340464713' 2024-11-23T05:41:06,097 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T05:41:06,098 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T05:41:06,098 DEBUG [RS:0;9abfc7c2569e:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T05:41:06,098 INFO [RS:0;9abfc7c2569e:44161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T05:41:06,099 INFO [RS:0;9abfc7c2569e:44161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T05:41:06,145 WARN [9abfc7c2569e:35955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T05:41:06,210 INFO [RS:0;9abfc7c2569e:44161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:41:06,213 INFO [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C44161%2C1732340464713, suffix=, logDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs, maxLogs=32 2024-11-23T05:41:06,228 DEBUG [RS:0;9abfc7c2569e:44161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340466216, exclude list is [], retry=0 2024-11-23T05:41:06,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:06,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:06,236 INFO [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340466216 2024-11-23T05:41:06,237 DEBUG [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35479:35479),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-23T05:41:06,400 DEBUG [9abfc7c2569e:35955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T05:41:06,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:06,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,44161,1732340464713, state=OPENING 2024-11-23T05:41:06,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T05:41:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:41:06,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:41:06,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:41:06,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:41:06,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44161,1732340464713}] 2024-11-23T05:41:06,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T05:41:06,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T05:41:06,680 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T05:41:06,680 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:41:06,681 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T05:41:06,684 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C44161%2C1732340464713.meta, suffix=.meta, logDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs, maxLogs=32 2024-11-23T05:41:06,698 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.meta.1732340466685.meta, exclude list is [], retry=0 2024-11-23T05:41:06,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:06,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:06,704 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.meta.1732340466685.meta 2024-11-23T05:41:06,705 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:35479:35479)] 2024-11-23T05:41:06,705 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:41:06,707 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T05:41:06,709 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T05:41:06,713 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T05:41:06,717 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T05:41:06,718 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:06,718 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T05:41:06,718 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T05:41:06,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:41:06,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:41:06,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:06,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:06,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:41:06,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:41:06,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:06,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:06,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:41:06,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:41:06,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:41:06,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:41:06,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:06,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:41:06,731 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:41:06,732 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740 2024-11-23T05:41:06,735 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740 2024-11-23T05:41:06,737 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:41:06,737 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:41:06,738 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:41:06,740 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:41:06,742 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793276, jitterRate=0.008703604340553284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:41:06,742 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T05:41:06,743 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732340466719Writing region info on filesystem at 1732340466719Initializing all the Stores at 1732340466721 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340466721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340466721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340466721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340466721Cleaning up temporary data from old regions at 1732340466737 (+16 ms)Running coprocessor post-open hooks at 1732340466742 (+5 ms)Region opened successfully at 1732340466743 (+1 ms) 2024-11-23T05:41:06,749 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340466657 2024-11-23T05:41:06,760 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T05:41:06,760 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T05:41:06,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:06,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,44161,1732340464713, state=OPEN 2024-11-23T05:41:06,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:41:06,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:41:06,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:41:06,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:41:06,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:06,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T05:41:06,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44161,1732340464713 in 335 msec 2024-11-23T05:41:06,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T05:41:06,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-23T05:41:06,836 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:41:06,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T05:41:06,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:41:06,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,44161,1732340464713, seqNum=-1] 2024-11-23T05:41:06,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:41:06,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:41:06,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-11-23T05:41:06,899 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340466898, completionTime=-1 2024-11-23T05:41:06,901 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T05:41:06,901 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T05:41:06,924 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T05:41:06,924 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340526924 2024-11-23T05:41:06,924 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340586924 2024-11-23T05:41:06,924 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-23T05:41:06,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,928 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:35955, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,928 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,928 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:06,934 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T05:41:06,955 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.032sec 2024-11-23T05:41:06,956 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T05:41:06,957 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T05:41:06,958 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T05:41:06,959 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T05:41:06,959 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T05:41:06,960 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:41:06,960 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T05:41:06,969 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T05:41:06,970 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T05:41:06,970 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35955,1732340464015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:41:07,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:41:07,048 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T05:41:07,048 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T05:41:07,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,35955,-1 for getting cluster id 2024-11-23T05:41:07,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T05:41:07,061 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3664c3fc-3522-4dda-98ea-221b34dbbaad' 2024-11-23T05:41:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T05:41:07,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3664c3fc-3522-4dda-98ea-221b34dbbaad" 2024-11-23T05:41:07,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29260823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:41:07,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,35955,-1] 2024-11-23T05:41:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T05:41:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:41:07,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T05:41:07,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:41:07,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:41:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,44161,1732340464713, seqNum=-1] 2024-11-23T05:41:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:41:07,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:41:07,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:07,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:41:07,109 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T05:41:07,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T05:41:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9abfc7c2569e,35955,1732340464015 2024-11-23T05:41:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d522b1a 2024-11-23T05:41:07,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T05:41:07,124 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T05:41:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T05:41:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T05:41:07,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:41:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-23T05:41:07,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T05:41:07,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-23T05:41:07,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:07,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T05:41:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:41:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741835_1011 (size=389) 2024-11-23T05:41:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741835_1011 (size=389) 2024-11-23T05:41:07,166 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2710ebb5ac5a1f5ebdcd3ec0756d2468, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835 2024-11-23T05:41:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741836_1012 (size=72) 2024-11-23T05:41:07,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741836_1012 (size=72) 2024-11-23T05:41:07,177 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:07,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2710ebb5ac5a1f5ebdcd3ec0756d2468, disabling compactions & flushes 2024-11-23T05:41:07,178 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. after waiting 0 ms 2024-11-23T05:41:07,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,178 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,178 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2710ebb5ac5a1f5ebdcd3ec0756d2468: Waiting for close lock at 1732340467177Disabling compacts and flushes for region at 1732340467177Disabling writes for close at 1732340467178 (+1 ms)Writing region close event to WAL at 1732340467178Closed at 1732340467178 2024-11-23T05:41:07,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T05:41:07,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732340467181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340467181"}]},"ts":"1732340467181"} 2024-11-23T05:41:07,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T05:41:07,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T05:41:07,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340467192"}]},"ts":"1732340467192"} 2024-11-23T05:41:07,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-23T05:41:07,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2710ebb5ac5a1f5ebdcd3ec0756d2468, ASSIGN}] 2024-11-23T05:41:07,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2710ebb5ac5a1f5ebdcd3ec0756d2468, ASSIGN 2024-11-23T05:41:07,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2710ebb5ac5a1f5ebdcd3ec0756d2468, ASSIGN; state=OFFLINE, location=9abfc7c2569e,44161,1732340464713; forceNewPlan=false, retain=false 2024-11-23T05:41:07,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2710ebb5ac5a1f5ebdcd3ec0756d2468, regionState=OPENING, regionLocation=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:07,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2710ebb5ac5a1f5ebdcd3ec0756d2468, ASSIGN because future has completed 2024-11-23T05:41:07,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2710ebb5ac5a1f5ebdcd3ec0756d2468, server=9abfc7c2569e,44161,1732340464713}] 2024-11-23T05:41:07,531 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,531 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2710ebb5ac5a1f5ebdcd3ec0756d2468, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:41:07,532 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,532 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:41:07,532 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,532 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,535 INFO [StoreOpener-2710ebb5ac5a1f5ebdcd3ec0756d2468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,538 INFO [StoreOpener-2710ebb5ac5a1f5ebdcd3ec0756d2468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2710ebb5ac5a1f5ebdcd3ec0756d2468 columnFamilyName info 2024-11-23T05:41:07,538 DEBUG [StoreOpener-2710ebb5ac5a1f5ebdcd3ec0756d2468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:41:07,539 INFO [StoreOpener-2710ebb5ac5a1f5ebdcd3ec0756d2468-1 {}] regionserver.HStore(327): Store=2710ebb5ac5a1f5ebdcd3ec0756d2468/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:41:07,539 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,540 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,541 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,542 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,542 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,544 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,548 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:41:07,549 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2710ebb5ac5a1f5ebdcd3ec0756d2468; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880572, jitterRate=0.11970643699169159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:41:07,549 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:07,550 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2710ebb5ac5a1f5ebdcd3ec0756d2468: Running coprocessor pre-open hook at 1732340467532Writing region info on filesystem at 1732340467532Initializing all the Stores at 1732340467534 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340467534Cleaning up temporary data from old regions at 1732340467542 (+8 ms)Running coprocessor post-open hooks at 1732340467549 (+7 ms)Region opened successfully at 1732340467550 (+1 ms) 2024-11-23T05:41:07,552 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468., pid=6, masterSystemTime=1732340467524 2024-11-23T05:41:07,556 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,557 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:07,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2710ebb5ac5a1f5ebdcd3ec0756d2468, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,44161,1732340464713 2024-11-23T05:41:07,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2710ebb5ac5a1f5ebdcd3ec0756d2468, server=9abfc7c2569e,44161,1732340464713 because future has completed 2024-11-23T05:41:07,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T05:41:07,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2710ebb5ac5a1f5ebdcd3ec0756d2468, server=9abfc7c2569e,44161,1732340464713 in 195 msec 2024-11-23T05:41:07,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T05:41:07,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2710ebb5ac5a1f5ebdcd3ec0756d2468, ASSIGN in 368 msec 2024-11-23T05:41:07,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T05:41:07,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340467575"}]},"ts":"1732340467575"} 2024-11-23T05:41:07,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-23T05:41:07,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T05:41:07,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 447 msec 2024-11-23T05:41:12,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T05:41:12,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T05:41:12,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-23T05:41:14,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T05:41:14,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T05:41:14,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-23T05:41:14,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T05:41:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:41:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T05:41:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T05:41:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T05:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:41:17,218 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-23T05:41:17,221 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-23T05:41:17,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-23T05:41:17,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:41:17,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340477230, exclude list is [], retry=0 2024-11-23T05:41:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:17,262 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340466216 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340477230 2024-11-23T05:41:17,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35479:35479),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-23T05:41:17,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340466216 is not closed yet, will try archiving it next time 2024-11-23T05:41:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741833_1009 (size=451) 2024-11-23T05:41:17,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741833_1009 (size=451) 2024-11-23T05:41:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468., hostname=9abfc7c2569e,44161,1732340464713, seqNum=2] 2024-11-23T05:41:17,275 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340466216 to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs/9abfc7c2569e%2C44161%2C1732340464713.1732340466216 2024-11-23T05:41:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegion(8855): Flush requested on 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:31,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:41:31,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/b7d3e2245bb24d7eb2ea059b81dbf5ec is 1055, key is row0001/info:/1732340477277/Put/seqid=0 2024-11-23T05:41:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741838_1014 (size=13386) 2024-11-23T05:41:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741838_1014 (size=13386) 2024-11-23T05:41:31,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/b7d3e2245bb24d7eb2ea059b81dbf5ec 2024-11-23T05:41:31,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/b7d3e2245bb24d7eb2ea059b81dbf5ec as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/b7d3e2245bb24d7eb2ea059b81dbf5ec 2024-11-23T05:41:31,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/b7d3e2245bb24d7eb2ea059b81dbf5ec, entries=8, sequenceid=12, filesize=13.1 K 2024-11-23T05:41:31,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2710ebb5ac5a1f5ebdcd3ec0756d2468 in 129ms, sequenceid=12, compaction requested=false 2024-11-23T05:41:31,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2710ebb5ac5a1f5ebdcd3ec0756d2468: 2024-11-23T05:41:33,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T05:41:37,341 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340497326, exclude list is [], retry=0 2024-11-23T05:41:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:37,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:37,359 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340477230 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340497326 2024-11-23T05:41:37,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:35479:35479)] 2024-11-23T05:41:37,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340477230 is not closed yet, will try archiving it next time 2024-11-23T05:41:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741837_1013 (size=12149) 2024-11-23T05:41:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741837_1013 (size=12149) 2024-11-23T05:41:42,373 INFO [AsyncFSWAL-0-hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835-prefix:9abfc7c2569e,44161,1732340464713 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5009 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK], DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK]] 2024-11-23T05:41:42,376 WARN [AsyncFSWAL-0-hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835-prefix:9abfc7c2569e,44161,1732340464713 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5009 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK], DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK]] 2024-11-23T05:41:42,377 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9abfc7c2569e%2C44161%2C1732340464713:(num 1732340497326) roll requested 2024-11-23T05:41:42,395 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340502377, exclude list is [], retry=0 2024-11-23T05:41:42,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:42,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:42,405 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340497326 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340502377 2024-11-23T05:41:42,405 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35479:35479),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-23T05:41:42,405 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340497326 is not closed yet, will try archiving it next time 2024-11-23T05:41:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741839_1015 (size=1233) 2024-11-23T05:41:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741839_1015 (size=1233) 2024-11-23T05:41:44,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T05:41:44,393 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340504376, exclude list is [], retry=0 2024-11-23T05:41:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-708baf4e-c1d9-4b3e-9e52-319e664f2401,DISK] 2024-11-23T05:41:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33933,DS-77911bb1-1d8a-412e-b165-2de2b825b600,DISK] 2024-11-23T05:41:44,401 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340502377 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340504376 2024-11-23T05:41:44,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:35479:35479)] 2024-11-23T05:41:44,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340502377 is not closed yet, will try archiving it next time 2024-11-23T05:41:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741840_1016 (size=93) 2024-11-23T05:41:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741840_1016 (size=93) 2024-11-23T05:41:44,405 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340502377 to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs/9abfc7c2569e%2C44161%2C1732340464713.1732340502377 2024-11-23T05:41:46,971 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T05:41:46,971 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T05:41:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegion(8855): Flush requested on 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:41:52,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:41:52,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/d48490d2635a43b2adf9952886a7901d is 1055, key is row0009/info:/1732340493320/Put/seqid=0 2024-11-23T05:41:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741842_1018 (size=13386) 2024-11-23T05:41:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741842_1018 (size=13386) 2024-11-23T05:41:52,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/d48490d2635a43b2adf9952886a7901d 2024-11-23T05:41:52,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/d48490d2635a43b2adf9952886a7901d as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/d48490d2635a43b2adf9952886a7901d 2024-11-23T05:41:52,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/d48490d2635a43b2adf9952886a7901d, entries=8, sequenceid=23, filesize=13.1 K 2024-11-23T05:41:52,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2710ebb5ac5a1f5ebdcd3ec0756d2468 in 47ms, sequenceid=23, compaction requested=false 2024-11-23T05:41:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2710ebb5ac5a1f5ebdcd3ec0756d2468: 2024-11-23T05:41:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-23T05:41:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:41:52,468 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/b7d3e2245bb24d7eb2ea059b81dbf5ec because midkey is the same as first or last row 2024-11-23T05:41:52,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2710ebb5ac5a1f5ebdcd3ec0756d2468, had cached 0 bytes from a total of 26772 2024-11-23T05:42:03,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T05:42:04,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T05:42:04,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:42:04,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:04,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:04,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:04,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T05:42:04,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T05:42:04,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1125329017, stopped=false 2024-11-23T05:42:04,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,35955,1732340464015 2024-11-23T05:42:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:04,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:42:04,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:42:04,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:04,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:04,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:04,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:04,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,44161,1732340464713' ***** 2024-11-23T05:42:04,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T05:42:04,524 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T05:42:04,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T05:42:04,524 INFO [RS:0;9abfc7c2569e:44161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T05:42:04,524 INFO [RS:0;9abfc7c2569e:44161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T05:42:04,524 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:42:04,525 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,44161,1732340464713 2024-11-23T05:42:04,525 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:42:04,525 INFO [RS:0;9abfc7c2569e:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:44161. 2024-11-23T05:42:04,525 DEBUG [RS:0;9abfc7c2569e:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:04,525 DEBUG [RS:0;9abfc7c2569e:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:04,526 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2710ebb5ac5a1f5ebdcd3ec0756d2468, disabling compactions & flushes 2024-11-23T05:42:04,526 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T05:42:04,526 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:42:04,526 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T05:42:04,526 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:42:04,526 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T05:42:04,526 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. after waiting 0 ms 2024-11-23T05:42:04,526 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:42:04,526 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T05:42:04,526 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-23T05:42:04,526 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T05:42:04,527 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:42:04,527 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1325): Online Regions={2710ebb5ac5a1f5ebdcd3ec0756d2468=TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T05:42:04,527 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:42:04,527 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:42:04,527 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:42:04,527 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:42:04,527 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2710ebb5ac5a1f5ebdcd3ec0756d2468 2024-11-23T05:42:04,527 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-23T05:42:04,536 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/e0f9a450eee84a31a9e56135857bc48c is 1055, key is row0017/info:/1732340514423/Put/seqid=0 2024-11-23T05:42:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741843_1019 (size=10222) 2024-11-23T05:42:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741843_1019 (size=10222) 2024-11-23T05:42:04,550 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/e0f9a450eee84a31a9e56135857bc48c 2024-11-23T05:42:04,554 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/info/17e9fdb6292e40ceaff77e3581a9355b is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468./info:regioninfo/1732340467558/Put/seqid=0 2024-11-23T05:42:04,561 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/.tmp/info/e0f9a450eee84a31a9e56135857bc48c as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/e0f9a450eee84a31a9e56135857bc48c 2024-11-23T05:42:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741844_1020 (size=7016) 2024-11-23T05:42:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741844_1020 (size=7016) 2024-11-23T05:42:04,572 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/info/e0f9a450eee84a31a9e56135857bc48c, entries=5, sequenceid=31, filesize=10.0 K 2024-11-23T05:42:04,574 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2710ebb5ac5a1f5ebdcd3ec0756d2468 in 47ms, sequenceid=31, compaction requested=true 2024-11-23T05:42:04,580 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/default/TestLogRolling-testSlowSyncLogRolling/2710ebb5ac5a1f5ebdcd3ec0756d2468/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-23T05:42:04,582 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2710ebb5ac5a1f5ebdcd3ec0756d2468: Waiting for close lock at 1732340524525Running coprocessor pre-close hooks at 1732340524525Disabling compacts and flushes for region at 1732340524525Disabling writes for close at 1732340524526 (+1 ms)Obtaining lock to block concurrent updates at 1732340524526Preparing flush snapshotting stores in 2710ebb5ac5a1f5ebdcd3ec0756d2468 at 1732340524526Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732340524527 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. at 1732340524529 (+2 ms)Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468/info: creating writer at 1732340524529Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468/info: appending metadata at 1732340524535 (+6 ms)Flushing 2710ebb5ac5a1f5ebdcd3ec0756d2468/info: closing flushed file at 1732340524535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f13baaf: reopening flushed file at 1732340524560 (+25 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2710ebb5ac5a1f5ebdcd3ec0756d2468 in 47ms, sequenceid=31, compaction requested=true at 1732340524574 (+14 ms)Writing region close event to WAL at 1732340524575 (+1 ms)Running coprocessor post-close hooks at 1732340524580 (+5 ms)Closed at 1732340524582 (+2 ms) 2024-11-23T05:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732340467126.2710ebb5ac5a1f5ebdcd3ec0756d2468. 2024-11-23T05:42:04,727 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T05:42:04,928 DEBUG [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T05:42:04,966 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/info/17e9fdb6292e40ceaff77e3581a9355b 2024-11-23T05:42:05,004 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/ns/3b14e69bf60f437d8ffceca9a0c928f5 is 43, key is default/ns:d/1732340466879/Put/seqid=0 2024-11-23T05:42:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741845_1021 (size=5153) 2024-11-23T05:42:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741845_1021 (size=5153) 2024-11-23T05:42:05,013 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/ns/3b14e69bf60f437d8ffceca9a0c928f5 2024-11-23T05:42:05,043 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/table/a29b0594720f4f2799b4b8de4079269e is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732340467575/Put/seqid=0 2024-11-23T05:42:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741846_1022 (size=5396) 2024-11-23T05:42:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741846_1022 (size=5396) 2024-11-23T05:42:05,052 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/table/a29b0594720f4f2799b4b8de4079269e 2024-11-23T05:42:05,065 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/info/17e9fdb6292e40ceaff77e3581a9355b as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/info/17e9fdb6292e40ceaff77e3581a9355b 2024-11-23T05:42:05,070 INFO [regionserver/9abfc7c2569e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T05:42:05,070 INFO [regionserver/9abfc7c2569e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T05:42:05,073 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/info/17e9fdb6292e40ceaff77e3581a9355b, entries=10, sequenceid=11, filesize=6.9 K 2024-11-23T05:42:05,075 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/ns/3b14e69bf60f437d8ffceca9a0c928f5 as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/ns/3b14e69bf60f437d8ffceca9a0c928f5 2024-11-23T05:42:05,087 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/ns/3b14e69bf60f437d8ffceca9a0c928f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T05:42:05,088 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/.tmp/table/a29b0594720f4f2799b4b8de4079269e as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/table/a29b0594720f4f2799b4b8de4079269e 2024-11-23T05:42:05,098 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/table/a29b0594720f4f2799b4b8de4079269e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-23T05:42:05,100 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=11, compaction requested=false 2024-11-23T05:42:05,107 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T05:42:05,108 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:42:05,108 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:05,108 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340524526Running coprocessor pre-close hooks at 1732340524526Disabling compacts and flushes for region at 1732340524526Disabling writes for close at 1732340524527 (+1 ms)Obtaining lock to block concurrent updates at 1732340524527Preparing flush snapshotting stores in 1588230740 at 1732340524527Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732340524528 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732340524529 (+1 ms)Flushing 1588230740/info: creating writer at 1732340524529Flushing 1588230740/info: appending metadata at 1732340524553 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732340524553Flushing 1588230740/ns: creating writer at 1732340524977 (+424 ms)Flushing 1588230740/ns: appending metadata at 1732340525003 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732340525003Flushing 1588230740/table: creating writer at 1732340525024 (+21 ms)Flushing 1588230740/table: appending metadata at 1732340525043 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732340525043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e547042: reopening flushed file at 1732340525063 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7019212d: reopening flushed file at 1732340525073 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2d2073: reopening flushed file at 1732340525087 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=11, compaction requested=false at 1732340525100 (+13 ms)Writing region close event to WAL at 1732340525102 (+2 ms)Running coprocessor post-close hooks at 1732340525108 (+6 ms)Closed at 1732340525108 2024-11-23T05:42:05,108 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:05,128 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,44161,1732340464713; all regions closed. 2024-11-23T05:42:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741834_1010 (size=3066) 2024-11-23T05:42:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741834_1010 (size=3066) 2024-11-23T05:42:05,138 DEBUG [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs 2024-11-23T05:42:05,138 INFO [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C44161%2C1732340464713.meta:.meta(num 1732340466685) 2024-11-23T05:42:05,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741841_1017 (size=13164) 2024-11-23T05:42:05,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741841_1017 (size=13164) 2024-11-23T05:42:05,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/WALs/9abfc7c2569e,44161,1732340464713/9abfc7c2569e%2C44161%2C1732340464713.1732340504376 not finished, retry = 0 2024-11-23T05:42:05,249 DEBUG [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/oldWALs 2024-11-23T05:42:05,249 INFO [RS:0;9abfc7c2569e:44161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C44161%2C1732340464713:(num 1732340504376) 2024-11-23T05:42:05,249 DEBUG [RS:0;9abfc7c2569e:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:05,249 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:42:05,250 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:42:05,250 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T05:42:05,250 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:42:05,250 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:42:05,250 INFO [RS:0;9abfc7c2569e:44161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44161 2024-11-23T05:42:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:42:05,289 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:42:05,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,44161,1732340464713 2024-11-23T05:42:05,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,44161,1732340464713] 2024-11-23T05:42:05,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,44161,1732340464713 already deleted, retry=false 2024-11-23T05:42:05,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,44161,1732340464713 expired; onlineServers=0 2024-11-23T05:42:05,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,35955,1732340464015' ***** 2024-11-23T05:42:05,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T05:42:05,308 INFO [M:0;9abfc7c2569e:35955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:42:05,308 INFO [M:0;9abfc7c2569e:35955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:42:05,308 DEBUG [M:0;9abfc7c2569e:35955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T05:42:05,308 DEBUG [M:0;9abfc7c2569e:35955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T05:42:05,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T05:42:05,308 INFO [M:0;9abfc7c2569e:35955 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T05:42:05,308 INFO [M:0;9abfc7c2569e:35955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:42:05,308 DEBUG [M:0;9abfc7c2569e:35955 {}] master.HMaster(1795): Stopping service threads 2024-11-23T05:42:05,308 INFO [M:0;9abfc7c2569e:35955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T05:42:05,309 INFO [M:0;9abfc7c2569e:35955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:42:05,309 INFO [M:0;9abfc7c2569e:35955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T05:42:05,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T05:42:05,310 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340465882 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340465882,5,FailOnTimeoutGroup] 2024-11-23T05:42:05,310 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340465882 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340465882,5,FailOnTimeoutGroup] 2024-11-23T05:42:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T05:42:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:05,332 DEBUG [M:0;9abfc7c2569e:35955 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-23T05:42:05,332 DEBUG [M:0;9abfc7c2569e:35955 {}] master.ActiveMasterManager(353): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-23T05:42:05,333 INFO [M:0;9abfc7c2569e:35955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/.lastflushedseqids 2024-11-23T05:42:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741847_1023 (size=130) 2024-11-23T05:42:05,350 INFO [M:0;9abfc7c2569e:35955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T05:42:05,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741847_1023 (size=130) 2024-11-23T05:42:05,350 INFO [M:0;9abfc7c2569e:35955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T05:42:05,350 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:42:05,350 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:05,350 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:05,350 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:42:05,350 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:05,351 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-23T05:42:05,377 DEBUG [M:0;9abfc7c2569e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2427c6094a34f50b2115f8dff463262 is 82, key is hbase:meta,,1/info:regioninfo/1732340466761/Put/seqid=0 2024-11-23T05:42:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741848_1024 (size=5672) 2024-11-23T05:42:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741848_1024 (size=5672) 2024-11-23T05:42:05,390 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2427c6094a34f50b2115f8dff463262 2024-11-23T05:42:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101677f49170001, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:05,399 INFO [RS:0;9abfc7c2569e:44161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:42:05,400 INFO [RS:0;9abfc7c2569e:44161 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,44161,1732340464713; zookeeper connection closed. 2024-11-23T05:42:05,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10e8b086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10e8b086 2024-11-23T05:42:05,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T05:42:05,417 DEBUG [M:0;9abfc7c2569e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cc7c1c3c5fe453f87cc7e6fc4e590c2 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732340467583/Put/seqid=0 2024-11-23T05:42:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741849_1025 (size=6248) 2024-11-23T05:42:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741849_1025 (size=6248) 2024-11-23T05:42:05,828 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cc7c1c3c5fe453f87cc7e6fc4e590c2 2024-11-23T05:42:05,839 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc7c1c3c5fe453f87cc7e6fc4e590c2 2024-11-23T05:42:05,861 DEBUG [M:0;9abfc7c2569e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eaac2c2b22745319c29bf05b263853c is 69, key is 9abfc7c2569e,44161,1732340464713/rs:state/1732340465949/Put/seqid=0 2024-11-23T05:42:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741850_1026 (size=5156) 2024-11-23T05:42:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741850_1026 (size=5156) 2024-11-23T05:42:05,869 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eaac2c2b22745319c29bf05b263853c 2024-11-23T05:42:05,899 DEBUG [M:0;9abfc7c2569e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6e412f9610545aebf7b3fa0687754d9 is 52, key is load_balancer_on/state:d/1732340467106/Put/seqid=0 2024-11-23T05:42:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741851_1027 (size=5056) 2024-11-23T05:42:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741851_1027 (size=5056) 2024-11-23T05:42:05,910 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6e412f9610545aebf7b3fa0687754d9 2024-11-23T05:42:05,928 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2427c6094a34f50b2115f8dff463262 as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2427c6094a34f50b2115f8dff463262 2024-11-23T05:42:05,938 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2427c6094a34f50b2115f8dff463262, entries=8, sequenceid=59, filesize=5.5 K 2024-11-23T05:42:05,940 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cc7c1c3c5fe453f87cc7e6fc4e590c2 as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cc7c1c3c5fe453f87cc7e6fc4e590c2 2024-11-23T05:42:05,951 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc7c1c3c5fe453f87cc7e6fc4e590c2 2024-11-23T05:42:05,951 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cc7c1c3c5fe453f87cc7e6fc4e590c2, entries=6, sequenceid=59, filesize=6.1 K 2024-11-23T05:42:05,955 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eaac2c2b22745319c29bf05b263853c as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8eaac2c2b22745319c29bf05b263853c 2024-11-23T05:42:05,966 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8eaac2c2b22745319c29bf05b263853c, entries=1, sequenceid=59, filesize=5.0 K 2024-11-23T05:42:05,967 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6e412f9610545aebf7b3fa0687754d9 as hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d6e412f9610545aebf7b3fa0687754d9 2024-11-23T05:42:05,978 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d6e412f9610545aebf7b3fa0687754d9, entries=1, sequenceid=59, filesize=4.9 K 2024-11-23T05:42:05,980 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 628ms, sequenceid=59, compaction requested=false 2024-11-23T05:42:05,983 INFO [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:05,983 DEBUG [M:0;9abfc7c2569e:35955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340525350Disabling compacts and flushes for region at 1732340525350Disabling writes for close at 1732340525350Obtaining lock to block concurrent updates at 1732340525351 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340525351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732340525351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340525352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340525352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340525377 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340525377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340525399 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340525416 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340525416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340525839 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340525860 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340525860Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732340525877 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732340525898 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732340525898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c716f35: reopening flushed file at 1732340525927 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702f452c: reopening flushed file at 1732340525939 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1ea9df: reopening flushed file at 1732340525952 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774ea83e: reopening flushed file at 1732340525966 (+14 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 628ms, sequenceid=59, compaction requested=false at 1732340525980 (+14 ms)Writing region close event to WAL at 1732340525983 (+3 ms)Closed at 1732340525983 2024-11-23T05:42:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33933 is added to blk_1073741830_1006 (size=27985) 2024-11-23T05:42:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741830_1006 (size=27985) 2024-11-23T05:42:05,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:42:05,989 INFO [M:0;9abfc7c2569e:35955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T05:42:05,990 INFO [M:0;9abfc7c2569e:35955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35955 2024-11-23T05:42:05,990 INFO [M:0;9abfc7c2569e:35955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:42:06,051 INFO [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:42:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:06,147 INFO [M:0;9abfc7c2569e:35955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:42:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x101677f49170000, quorum=127.0.0.1:64048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:06,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:06,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:06,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:06,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:06,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:06,160 WARN [BP-1871616501-172.17.0.2-1732340460443 heartbeating to localhost/127.0.0.1:40843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:06,160 WARN [BP-1871616501-172.17.0.2-1732340460443 heartbeating to localhost/127.0.0.1:40843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871616501-172.17.0.2-1732340460443 (Datanode Uuid 53444916-3177-4f5b-be5c-bf01a85d0fb7) service to localhost/127.0.0.1:40843 2024-11-23T05:42:06,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data3/current/BP-1871616501-172.17.0.2-1732340460443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:06,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data4/current/BP-1871616501-172.17.0.2-1732340460443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:06,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:06,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:06,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:06,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:06,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:06,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:06,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:06,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:06,170 WARN [BP-1871616501-172.17.0.2-1732340460443 heartbeating to localhost/127.0.0.1:40843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:06,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:06,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:06,170 WARN [BP-1871616501-172.17.0.2-1732340460443 heartbeating to localhost/127.0.0.1:40843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871616501-172.17.0.2-1732340460443 (Datanode Uuid 3c3589b1-539c-40c9-ad7d-84bbdcab53f5) service to localhost/127.0.0.1:40843 2024-11-23T05:42:06,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data1/current/BP-1871616501-172.17.0.2-1732340460443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:06,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/cluster_c0b5fb11-a1b3-7961-aa18-cf0f6cd467c0/data/data2/current/BP-1871616501-172.17.0.2-1732340460443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:06,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:06,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:42:06,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:06,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:06,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:06,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:06,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T05:42:06,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T05:42:06,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5e527f39 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9abfc7c2569e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9abfc7c2569e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/9abfc7c2569e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40843 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=8674 (was 9341) 2024-11-23T05:42:06,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=8674 2024-11-23T05:42:06,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.log.dir so I do NOT create it in target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/de5b3731-2691-376a-bbf9-2945c3e9b9c3/hadoop.tmp.dir so I do NOT create it in target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20, deleteOnExit=true 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/test.cache.data in system properties and HBase conf 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T05:42:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir in system properties and HBase conf 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T05:42:06,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:42:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/nfs.dump.dir in system properties and HBase conf 2024-11-23T05:42:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir in system properties and HBase conf 2024-11-23T05:42:06,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:42:06,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T05:42:06,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T05:42:06,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:06,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:06,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:06,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:06,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:42:06,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:06,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724b4e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:06,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28b3fb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:06,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54a98302{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-43577-hadoop-hdfs-3_4_1-tests_jar-_-any-9039311436982995434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:42:06,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@275351c3{HTTP/1.1, (http/1.1)}{localhost:43577} 2024-11-23T05:42:06,723 INFO [Time-limited test {}] server.Server(415): Started @68106ms 2024-11-23T05:42:06,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:06,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:06,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:06,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:06,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:42:06,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6b6815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:06,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77942f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:07,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@551bab7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-39159-hadoop-hdfs-3_4_1-tests_jar-_-any-12239187367815742889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:07,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3af82d95{HTTP/1.1, (http/1.1)}{localhost:39159} 2024-11-23T05:42:07,095 INFO [Time-limited test {}] server.Server(415): Started @68478ms 2024-11-23T05:42:07,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:07,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:07,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:07,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:07,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:07,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:42:07,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18152f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:07,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606071f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:07,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17cf6df7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-46011-hadoop-hdfs-3_4_1-tests_jar-_-any-17127718369551380410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:07,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b7471d{HTTP/1.1, (http/1.1)}{localhost:46011} 2024-11-23T05:42:07,343 INFO [Time-limited test {}] server.Server(415): Started @68725ms 2024-11-23T05:42:07,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:07,822 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data2/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:07,822 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data1/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:07,851 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bcfa55c2451538 with lease ID 0x8aef91e66ffbf305: Processing first storage report for DS-d9e7da60-2156-421e-b6f4-58283afe6a95 from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=40089, infoSecurePort=0, ipcPort=41675, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bcfa55c2451538 with lease ID 0x8aef91e66ffbf305: from storage DS-d9e7da60-2156-421e-b6f4-58283afe6a95 node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=40089, infoSecurePort=0, ipcPort=41675, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bcfa55c2451538 with lease ID 0x8aef91e66ffbf305: Processing first storage report for DS-a157d467-ae79-4a55-b3f8-cad8b1faa74c from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=40089, infoSecurePort=0, ipcPort=41675, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bcfa55c2451538 with lease ID 0x8aef91e66ffbf305: from storage DS-a157d467-ae79-4a55-b3f8-cad8b1faa74c node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=40089, infoSecurePort=0, ipcPort=41675, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:08,104 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data3/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:08,104 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data4/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:08,133 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:08,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90dd9abbbb3c25b0 with lease ID 0x8aef91e66ffbf306: Processing first storage report for DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=aed5c9b7-6630-437a-adac-0df42a9df71f, infoPort=34305, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:08,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90dd9abbbb3c25b0 with lease ID 0x8aef91e66ffbf306: from storage DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=aed5c9b7-6630-437a-adac-0df42a9df71f, infoPort=34305, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:42:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90dd9abbbb3c25b0 with lease ID 0x8aef91e66ffbf306: Processing first storage report for DS-c9298d91-9d83-44a6-b50f-5f86b66522d1 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=aed5c9b7-6630-437a-adac-0df42a9df71f, infoPort=34305, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90dd9abbbb3c25b0 with lease ID 0x8aef91e66ffbf306: from storage DS-c9298d91-9d83-44a6-b50f-5f86b66522d1 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=aed5c9b7-6630-437a-adac-0df42a9df71f, infoPort=34305, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:08,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28 2024-11-23T05:42:08,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/zookeeper_0, clientPort=59992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T05:42:08,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59992 2024-11-23T05:42:08,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:42:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:42:08,223 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d with version=8 2024-11-23T05:42:08,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase-staging 2024-11-23T05:42:08,225 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T05:42:08,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:42:08,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44567 2024-11-23T05:42:08,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44567 connecting to ZooKeeper ensemble=127.0.0.1:59992 2024-11-23T05:42:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445670x0, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:42:08,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44567-0x1016780470b0000 connected 2024-11-23T05:42:08,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:08,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d, hbase.cluster.distributed=false 2024-11-23T05:42:08,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:42:08,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-23T05:42:08,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44567 2024-11-23T05:42:08,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44567 2024-11-23T05:42:08,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-23T05:42:08,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-23T05:42:08,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:42:08,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:42:08,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:08,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:42:08,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T05:42:08,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:42:08,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46615 2024-11-23T05:42:08,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46615 connecting to ZooKeeper ensemble=127.0.0.1:59992 2024-11-23T05:42:08,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,390 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466150x0, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:42:08,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466150x0, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:08,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T05:42:08,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46615-0x1016780470b0001 connected 2024-11-23T05:42:08,398 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T05:42:08,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T05:42:08,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:42:08,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-23T05:42:08,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-23T05:42:08,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-23T05:42:08,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-23T05:42:08,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-23T05:42:08,429 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:44567 2024-11-23T05:42:08,429 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,440 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:08,440 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,448 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T05:42:08,448 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,448 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T05:42:08,450 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,44567,1732340528224 from backup master directory 2024-11-23T05:42:08,465 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:08,465 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:42:08,465 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,473 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/hbase.id] with ID: ae111277-4b82-47bc-a816-0e7644cd3b5e 2024-11-23T05:42:08,474 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/.tmp/hbase.id 2024-11-23T05:42:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:42:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:42:08,498 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/.tmp/hbase.id]:[hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/hbase.id] 2024-11-23T05:42:08,526 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:08,526 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T05:42:08,529 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-23T05:42:08,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,546 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:42:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:42:08,581 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:42:08,582 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T05:42:08,583 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:42:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:42:08,601 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store 2024-11-23T05:42:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:42:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:42:08,623 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:08,623 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:08,623 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340528623Disabling compacts and flushes for region at 1732340528623Disabling writes for close at 1732340528623Writing region close event to WAL at 1732340528623Closed at 1732340528623 2024-11-23T05:42:08,624 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/.initializing 2024-11-23T05:42:08,625 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,626 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:42:08,632 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C44567%2C1732340528224, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/oldWALs, maxLogs=10 2024-11-23T05:42:08,647 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633, exclude list is [], retry=0 2024-11-23T05:42:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d9e7da60-2156-421e-b6f4-58283afe6a95,DISK] 2024-11-23T05:42:08,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b,DISK] 2024-11-23T05:42:08,665 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 2024-11-23T05:42:08,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40089:40089),(127.0.0.1/127.0.0.1:34305:34305)] 2024-11-23T05:42:08,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:08,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:08,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T05:42:08,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:08,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:08,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T05:42:08,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T05:42:08,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:08,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:08,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T05:42:08,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:08,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:08,689 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,690 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,691 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,695 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,695 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,696 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T05:42:08,699 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:08,707 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:08,708 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722101, jitterRate=-0.08180184662342072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T05:42:08,710 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732340528666Initializing all the Stores at 1732340528670 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340528670Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340528672 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340528672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340528672Cleaning up temporary data from old regions at 1732340528695 (+23 ms)Region opened successfully at 1732340528710 (+15 ms) 2024-11-23T05:42:08,710 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T05:42:08,718 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577f0007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:42:08,719 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T05:42:08,719 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T05:42:08,720 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T05:42:08,720 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T05:42:08,721 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T05:42:08,721 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T05:42:08,721 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T05:42:08,730 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T05:42:08,732 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T05:42:08,763 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T05:42:08,763 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T05:42:08,765 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T05:42:08,773 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T05:42:08,773 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T05:42:08,774 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T05:42:08,781 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T05:42:08,783 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T05:42:08,789 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T05:42:08,793 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T05:42:08,805 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T05:42:08,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:08,814 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:08,815 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,816 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,44567,1732340528224, sessionid=0x1016780470b0000, setting cluster-up flag (Was=false) 2024-11-23T05:42:08,831 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,856 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T05:42:08,858 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,873 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:08,898 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T05:42:08,899 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:08,901 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T05:42:08,908 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:08,908 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T05:42:08,908 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T05:42:08,909 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,44567,1732340528224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:08,913 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:42:08,914 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:08,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:08,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T05:42:08,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:08,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T05:42:08,924 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(746): ClusterId : ae111277-4b82-47bc-a816-0e7644cd3b5e 2024-11-23T05:42:08,924 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T05:42:08,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340558926 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T05:42:08,927 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T05:42:08,932 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T05:42:08,932 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T05:42:08,939 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:08,941 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T05:42:08,941 DEBUG [RS:0;9abfc7c2569e:46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766dadb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:42:08,950 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T05:42:08,950 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T05:42:08,950 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T05:42:08,951 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T05:42:08,951 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T05:42:08,953 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340528951,5,FailOnTimeoutGroup] 2024-11-23T05:42:08,954 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340528954,5,FailOnTimeoutGroup] 2024-11-23T05:42:08,954 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:08,955 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T05:42:08,955 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:08,955 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:42:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:42:08,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T05:42:08,964 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d 2024-11-23T05:42:08,967 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:46615 2024-11-23T05:42:08,967 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T05:42:08,967 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T05:42:08,967 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T05:42:08,968 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,44567,1732340528224 with port=46615, startcode=1732340528368 2024-11-23T05:42:08,968 DEBUG [RS:0;9abfc7c2569e:46615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T05:42:08,972 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43421, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T05:42:08,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:08,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44567 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:08,977 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d 2024-11-23T05:42:08,977 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33309 2024-11-23T05:42:08,977 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T05:42:08,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:42:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:42:08,989 DEBUG [RS:0;9abfc7c2569e:46615 {}] zookeeper.ZKUtil(111): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:08,989 WARN [RS:0;9abfc7c2569e:46615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:42:08,989 INFO [RS:0;9abfc7c2569e:46615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:08,989 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:42:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:08,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,46615,1732340528368] 2024-11-23T05:42:08,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:42:09,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:42:09,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,012 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T05:42:09,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:42:09,019 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T05:42:09,020 INFO [RS:0;9abfc7c2569e:46615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:42:09,020 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,022 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T05:42:09,023 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T05:42:09,024 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,024 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,024 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,024 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,024 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,024 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:42:09,025 DEBUG [RS:0;9abfc7c2569e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:42:09,034 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,035 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,035 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,035 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,035 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,035 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,46615,1732340528368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:42:09,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:42:09,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:42:09,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:42:09,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:42:09,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:42:09,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:42:09,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740 2024-11-23T05:42:09,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740 2024-11-23T05:42:09,060 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T05:42:09,060 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,46615,1732340528368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,061 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,061 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.Replication(171): 9abfc7c2569e,46615,1732340528368 started 2024-11-23T05:42:09,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:42:09,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:42:09,072 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:42:09,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:42:09,085 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,086 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,46615,1732340528368, RpcServer on 9abfc7c2569e/172.17.0.2:46615, sessionid=0x1016780470b0001 2024-11-23T05:42:09,086 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T05:42:09,086 DEBUG [RS:0;9abfc7c2569e:46615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:09,086 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,46615,1732340528368' 2024-11-23T05:42:09,086 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T05:42:09,087 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T05:42:09,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:09,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723134, jitterRate=-0.08048845827579498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:42:09,091 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T05:42:09,091 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T05:42:09,091 DEBUG [RS:0;9abfc7c2569e:46615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:09,091 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,46615,1732340528368' 2024-11-23T05:42:09,091 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T05:42:09,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732340528990Initializing all the Stores at 1732340528991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340528991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340528998 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340528998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340528999 (+1 ms)Cleaning up temporary data from old regions at 1732340529071 (+72 ms)Region opened successfully at 1732340529092 (+21 ms) 2024-11-23T05:42:09,092 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T05:42:09,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:42:09,092 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:42:09,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:42:09,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:42:09,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:42:09,092 DEBUG [RS:0;9abfc7c2569e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T05:42:09,092 INFO [RS:0;9abfc7c2569e:46615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T05:42:09,092 INFO [RS:0;9abfc7c2569e:46615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T05:42:09,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:09,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340529092Disabling compacts and flushes for region at 1732340529092Disabling writes for close at 1732340529092Writing region close event to WAL at 1732340529093 (+1 ms)Closed at 1732340529093 2024-11-23T05:42:09,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:09,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T05:42:09,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T05:42:09,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:42:09,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T05:42:09,193 INFO [RS:0;9abfc7c2569e:46615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:42:09,195 INFO [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C46615%2C1732340528368, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs, maxLogs=32 2024-11-23T05:42:09,210 DEBUG [RS:0;9abfc7c2569e:46615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197, exclude list is [], retry=0 2024-11-23T05:42:09,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d9e7da60-2156-421e-b6f4-58283afe6a95,DISK] 2024-11-23T05:42:09,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b,DISK] 2024-11-23T05:42:09,219 INFO [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 2024-11-23T05:42:09,223 DEBUG [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40089:40089),(127.0.0.1/127.0.0.1:34305:34305)] 2024-11-23T05:42:09,254 DEBUG [9abfc7c2569e:44567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T05:42:09,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:09,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,46615,1732340528368, state=OPENING 2024-11-23T05:42:09,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T05:42:09,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:09,298 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:09,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:09,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:42:09,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,46615,1732340528368}] 2024-11-23T05:42:09,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:09,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T05:42:09,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T05:42:09,460 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T05:42:09,461 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:09,461 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T05:42:09,464 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C46615%2C1732340528368.meta, suffix=.meta, logDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs, maxLogs=32 2024-11-23T05:42:09,480 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta, exclude list is [], retry=0 2024-11-23T05:42:09,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b,DISK] 2024-11-23T05:42:09,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d9e7da60-2156-421e-b6f4-58283afe6a95,DISK] 2024-11-23T05:42:09,526 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta 2024-11-23T05:42:09,527 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34305:34305),(127.0.0.1/127.0.0.1:40089:40089)] 2024-11-23T05:42:09,527 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:09,527 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T05:42:09,527 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T05:42:09,527 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T05:42:09,527 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T05:42:09,528 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:09,528 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T05:42:09,528 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T05:42:09,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:42:09,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:42:09,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:42:09,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:42:09,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:42:09,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:42:09,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:42:09,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:42:09,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:09,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:09,541 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:42:09,542 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740 2024-11-23T05:42:09,543 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740 2024-11-23T05:42:09,545 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:42:09,545 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:42:09,547 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:42:09,549 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:42:09,550 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833695, jitterRate=0.060098931193351746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:42:09,551 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T05:42:09,552 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732340529528Writing region info on filesystem at 1732340529528Initializing all the Stores at 1732340529530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340529530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340529530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340529530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340529530Cleaning up temporary data from old regions at 1732340529545 (+15 ms)Running coprocessor post-open hooks at 1732340529551 (+6 ms)Region opened successfully at 1732340529552 (+1 ms) 2024-11-23T05:42:09,555 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340529453 2024-11-23T05:42:09,559 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T05:42:09,559 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T05:42:09,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:09,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,46615,1732340528368, state=OPEN 2024-11-23T05:42:09,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:09,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:09,605 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:42:09,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:42:09,605 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:09,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:09,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:09,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T05:42:09,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,46615,1732340528368 in 306 msec 2024-11-23T05:42:09,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T05:42:09,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-23T05:42:09,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:09,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T05:42:09,625 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:42:09,626 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,46615,1732340528368, seqNum=-1] 2024-11-23T05:42:09,626 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:42:09,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:42:09,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 731 msec 2024-11-23T05:42:09,640 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340529640, completionTime=-1 2024-11-23T05:42:09,641 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T05:42:09,641 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T05:42:09,644 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T05:42:09,644 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340589644 2024-11-23T05:42:09,644 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340649644 2024-11-23T05:42:09,644 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:44567, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,645 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,648 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T05:42:09,652 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.187sec 2024-11-23T05:42:09,652 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T05:42:09,652 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T05:42:09,653 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T05:42:09,653 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T05:42:09,653 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T05:42:09,653 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:42:09,653 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T05:42:09,659 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T05:42:09,659 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T05:42:09,659 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44567,1732340528224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:09,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521cbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:09,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,44567,-1 for getting cluster id 2024-11-23T05:42:09,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T05:42:09,727 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae111277-4b82-47bc-a816-0e7644cd3b5e' 2024-11-23T05:42:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T05:42:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae111277-4b82-47bc-a816-0e7644cd3b5e" 2024-11-23T05:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21616616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,44567,-1] 2024-11-23T05:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T05:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:09,734 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T05:42:09,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:09,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:42:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,46615,1732340528368, seqNum=-1] 2024-11-23T05:42:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:42:09,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:42:09,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:09,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:09,748 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T05:42:09,784 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:42:09,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:09,826 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:09,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:09,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:09,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:09,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:09,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:42:09,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ded2fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:09,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6770a8ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:09,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e8aa21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-5610613270968105810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:09,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c106fa{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-11-23T05:42:09,971 INFO [Time-limited test {}] server.Server(415): Started @71354ms 2024-11-23T05:42:09,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:10,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:10,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:10,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:10,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:10,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:42:10,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220f8c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:10,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@873ccfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:10,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eeb7d28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-33169-hadoop-hdfs-3_4_1-tests_jar-_-any-2429532526576965009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:10,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@635489d8{HTTP/1.1, (http/1.1)}{localhost:33169} 2024-11-23T05:42:10,177 INFO [Time-limited test {}] server.Server(415): Started @71560ms 2024-11-23T05:42:10,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:10,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:10,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:10,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:10,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:10,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:42:10,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3843fdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:10,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19143f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:10,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dc0f9ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-38767-hadoop-hdfs-3_4_1-tests_jar-_-any-8170266131126992991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:10,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c16f288{HTTP/1.1, (http/1.1)}{localhost:38767} 2024-11-23T05:42:10,400 INFO [Time-limited test {}] server.Server(415): Started @71783ms 2024-11-23T05:42:10,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:10,694 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data5/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:10,694 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data6/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:10,723 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e925e2ed3b8b25 with lease ID 0x8aef91e66ffbf307: Processing first storage report for DS-c1a141b3-7af9-41e5-b806-1132fd0042aa from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=24679912-d87b-4597-9972-e29b7eb5bf1f, infoPort=42123, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e925e2ed3b8b25 with lease ID 0x8aef91e66ffbf307: from storage DS-c1a141b3-7af9-41e5-b806-1132fd0042aa node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=24679912-d87b-4597-9972-e29b7eb5bf1f, infoPort=42123, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e925e2ed3b8b25 with lease ID 0x8aef91e66ffbf307: Processing first storage report for DS-46e28101-b12f-4678-935d-ab8e5f5f6888 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=24679912-d87b-4597-9972-e29b7eb5bf1f, infoPort=42123, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e925e2ed3b8b25 with lease ID 0x8aef91e66ffbf307: from storage DS-46e28101-b12f-4678-935d-ab8e5f5f6888 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=24679912-d87b-4597-9972-e29b7eb5bf1f, infoPort=42123, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:10,964 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data8/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:10,964 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data7/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:10,994 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7aa5ee668fcd6 with lease ID 0x8aef91e66ffbf308: Processing first storage report for DS-7849ba54-5b91-4249-a01b-a3a32f971322 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=74638642-efec-4fa5-8eb1-f27a70761dd9, infoPort=43799, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7aa5ee668fcd6 with lease ID 0x8aef91e66ffbf308: from storage DS-7849ba54-5b91-4249-a01b-a3a32f971322 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=74638642-efec-4fa5-8eb1-f27a70761dd9, infoPort=43799, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7aa5ee668fcd6 with lease ID 0x8aef91e66ffbf308: Processing first storage report for DS-7289160d-8d19-4bb6-ac17-70abb67f67bd from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=74638642-efec-4fa5-8eb1-f27a70761dd9, infoPort=43799, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7aa5ee668fcd6 with lease ID 0x8aef91e66ffbf308: from storage DS-7289160d-8d19-4bb6-ac17-70abb67f67bd node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=74638642-efec-4fa5-8eb1-f27a70761dd9, infoPort=43799, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:11,161 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data9/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:11,162 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data10/current/BP-402430529-172.17.0.2-1732340526292/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:11,191 WARN [Thread-535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb6b4d5e29a45b7 with lease ID 0x8aef91e66ffbf309: Processing first storage report for DS-3604ba05-7b00-4a47-b6d8-a06cbc68ccb9 from datanode DatanodeRegistration(127.0.0.1:45185, datanodeUuid=aefe4888-087e-4b0e-9ece-88c2e82452d5, infoPort=34237, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb6b4d5e29a45b7 with lease ID 0x8aef91e66ffbf309: from storage DS-3604ba05-7b00-4a47-b6d8-a06cbc68ccb9 node DatanodeRegistration(127.0.0.1:45185, datanodeUuid=aefe4888-087e-4b0e-9ece-88c2e82452d5, infoPort=34237, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb6b4d5e29a45b7 with lease ID 0x8aef91e66ffbf309: Processing first storage report for DS-343132c9-5b0c-4381-83d4-2338f5336d74 from datanode DatanodeRegistration(127.0.0.1:45185, datanodeUuid=aefe4888-087e-4b0e-9ece-88c2e82452d5, infoPort=34237, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292) 2024-11-23T05:42:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb6b4d5e29a45b7 with lease ID 0x8aef91e66ffbf309: from storage DS-343132c9-5b0c-4381-83d4-2338f5336d74 node DatanodeRegistration(127.0.0.1:45185, datanodeUuid=aefe4888-087e-4b0e-9ece-88c2e82452d5, infoPort=34237, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:11,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T05:42:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4770b109 2024-11-23T05:42:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T05:42:11,247 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T05:42:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T05:42:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T05:42:11,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T05:42:11,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T05:42:11,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:11,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-23T05:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:42:11,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T05:42:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741835_1011 (size=393) 2024-11-23T05:42:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741835_1011 (size=393) 2024-11-23T05:42:11,275 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a47ed6106fc451c62d2d88b1572ba62e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d 2024-11-23T05:42:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741836_1012 (size=76) 2024-11-23T05:42:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741836_1012 (size=76) 2024-11-23T05:42:11,684 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:11,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing a47ed6106fc451c62d2d88b1572ba62e, disabling compactions & flushes 2024-11-23T05:42:11,685 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:11,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:11,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. after waiting 0 ms 2024-11-23T05:42:11,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:11,685 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:11,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for a47ed6106fc451c62d2d88b1572ba62e: Waiting for close lock at 1732340531685Disabling compacts and flushes for region at 1732340531685Disabling writes for close at 1732340531685Writing region close event to WAL at 1732340531685Closed at 1732340531685 2024-11-23T05:42:11,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T05:42:11,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732340531687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340531687"}]},"ts":"1732340531687"} 2024-11-23T05:42:11,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T05:42:11,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T05:42:11,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340531692"}]},"ts":"1732340531692"} 2024-11-23T05:42:11,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-23T05:42:11,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a47ed6106fc451c62d2d88b1572ba62e, ASSIGN}] 2024-11-23T05:42:11,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a47ed6106fc451c62d2d88b1572ba62e, ASSIGN 2024-11-23T05:42:11,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a47ed6106fc451c62d2d88b1572ba62e, ASSIGN; state=OFFLINE, location=9abfc7c2569e,46615,1732340528368; forceNewPlan=false, retain=false 2024-11-23T05:42:11,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a47ed6106fc451c62d2d88b1572ba62e, regionState=OPENING, regionLocation=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:11,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a47ed6106fc451c62d2d88b1572ba62e, ASSIGN because future has completed 2024-11-23T05:42:11,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47ed6106fc451c62d2d88b1572ba62e, server=9abfc7c2569e,46615,1732340528368}] 2024-11-23T05:42:12,014 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:12,014 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a47ed6106fc451c62d2d88b1572ba62e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:12,014 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,015 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:12,015 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,015 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,017 INFO [StoreOpener-a47ed6106fc451c62d2d88b1572ba62e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,018 INFO [StoreOpener-a47ed6106fc451c62d2d88b1572ba62e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47ed6106fc451c62d2d88b1572ba62e columnFamilyName info 2024-11-23T05:42:12,019 DEBUG [StoreOpener-a47ed6106fc451c62d2d88b1572ba62e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:12,019 INFO [StoreOpener-a47ed6106fc451c62d2d88b1572ba62e-1 {}] regionserver.HStore(327): Store=a47ed6106fc451c62d2d88b1572ba62e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:12,019 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,021 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,022 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,022 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,022 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,026 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,035 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:12,036 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a47ed6106fc451c62d2d88b1572ba62e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865378, jitterRate=0.10038541257381439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:42:12,036 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:12,037 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a47ed6106fc451c62d2d88b1572ba62e: Running coprocessor pre-open hook at 1732340532015Writing region info on filesystem at 1732340532015Initializing all the Stores at 1732340532016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340532016Cleaning up temporary data from old regions at 1732340532022 (+6 ms)Running coprocessor post-open hooks at 1732340532036 (+14 ms)Region opened successfully at 1732340532037 (+1 ms) 2024-11-23T05:42:12,039 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e., pid=6, masterSystemTime=1732340532008 2024-11-23T05:42:12,042 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:12,042 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:12,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a47ed6106fc451c62d2d88b1572ba62e, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:12,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47ed6106fc451c62d2d88b1572ba62e, server=9abfc7c2569e,46615,1732340528368 because future has completed 2024-11-23T05:42:12,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T05:42:12,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a47ed6106fc451c62d2d88b1572ba62e, server=9abfc7c2569e,46615,1732340528368 in 193 msec 2024-11-23T05:42:12,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T05:42:12,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a47ed6106fc451c62d2d88b1572ba62e, ASSIGN in 356 msec 2024-11-23T05:42:12,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T05:42:12,058 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340532058"}]},"ts":"1732340532058"} 2024-11-23T05:42:12,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-23T05:42:12,063 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T05:42:12,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 814 msec 2024-11-23T05:42:14,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T05:42:14,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-23T05:42:14,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-23T05:42:15,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:42:15,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:15,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:15,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T05:42:15,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-23T05:42:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:42:21,287 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-23T05:42:21,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-23T05:42:21,288 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T05:42:21,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-23T05:42:21,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T05:42:21,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-23T05:42:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e., hostname=9abfc7c2569e,46615,1732340528368, seqNum=2] 2024-11-23T05:42:21,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-23T05:42:21,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T05:42:21,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:21,326 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_366743122_22 at /127.0.0.1:39540 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39540 dst: /127.0.0.1:40349 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_393586299_22 at /127.0.0.1:42718 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42718 dst: /127.0.0.1:38531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_366743122_22 at /127.0.0.1:42752 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42752 dst: /127.0.0.1:38531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,326 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_366743122_22 at /127.0.0.1:42758 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42758 dst: /127.0.0.1:38531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_393586299_22 at /127.0.0.1:39526 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39526 dst: /127.0.0.1:40349 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_366743122_22 at /127.0.0.1:39542 [Receiving block BP-402430529-172.17.0.2-1732340526292:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39542 dst: /127.0.0.1:40349 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@551bab7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:21,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3af82d95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:21,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:21,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77942f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:21,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6b6815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:21,337 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:21,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:21,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:21,337 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid b8f9d0ea-def2-4525-8a1c-e16567f7552a) service to localhost/127.0.0.1:33309 2024-11-23T05:42:21,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data1/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:21,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data2/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:21,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:21,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:21,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:21,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:21,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:21,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:42:21,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335340e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:21,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52ade913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:21,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7c07dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/java.io.tmpdir/jetty-localhost-39843-hadoop-hdfs-3_4_1-tests_jar-_-any-4558812132737599689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:21,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b4d832e{HTTP/1.1, (http/1.1)}{localhost:39843} 2024-11-23T05:42:21,491 INFO [Time-limited test {}] server.Server(415): Started @82874ms 2024-11-23T05:42:21,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:21,521 WARN [AsyncFSWAL-0-hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d-prefix:9abfc7c2569e,46615,1732340528368 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,521 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9abfc7c2569e%2C46615%2C1732340528368:(num 1732340529197) roll requested 2024-11-23T05:42:21,540 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340541521, exclude list is [], retry=0 2024-11-23T05:42:21,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45185,DS-3604ba05-7b00-4a47-b6d8-a06cbc68ccb9,DISK] 2024-11-23T05:42:21,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-7849ba54-5b91-4249-a01b-a3a32f971322,DISK] 2024-11-23T05:42:21,546 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340541521 2024-11-23T05:42:21,550 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237),(127.0.0.1/127.0.0.1:43799:43799)] 2024-11-23T05:42:21,551 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 is not closed yet, will try archiving it next time 2024-11-23T05:42:21,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T05:42:21,551 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:42:21,552 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:21,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:21,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:21,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T05:42:21,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T05:42:21,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1881074239, stopped=false 2024-11-23T05:42:21,553 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,44567,1732340528224 2024-11-23T05:42:21,554 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T05:42:21,554 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T05:42:21,554 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 2024-11-23T05:42:21,557 WARN [IPC Server handler 0 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-23T05:42:21,561 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 after 5ms 2024-11-23T05:42:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:21,603 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:21,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:42:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:21,603 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:21,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:42:21,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:21,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:21,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:21,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,46615,1732340528368' ***** 2024-11-23T05:42:21,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:21,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T05:42:21,605 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T05:42:21,605 INFO [RS:0;9abfc7c2569e:46615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T05:42:21,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T05:42:21,605 INFO [RS:0;9abfc7c2569e:46615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T05:42:21,605 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:21,605 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:46615. 2024-11-23T05:42:21,606 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a47ed6106fc451c62d2d88b1572ba62e, disabling compactions & flushes 2024-11-23T05:42:21,606 DEBUG [RS:0;9abfc7c2569e:46615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:42:21,606 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:21,606 DEBUG [RS:0;9abfc7c2569e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:21,606 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:21,606 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. after waiting 0 ms 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T05:42:21,606 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T05:42:21,606 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a47ed6106fc451c62d2d88b1572ba62e 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-23T05:42:21,606 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T05:42:21,606 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1325): Online Regions={a47ed6106fc451c62d2d88b1572ba62e=TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T05:42:21,606 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:21,606 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:42:21,607 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:42:21,607 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:42:21,607 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:42:21,607 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:42:21,607 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-23T05:42:21,608 WARN [AsyncFSWAL-0-hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d-prefix:9abfc7c2569e,46615,1732340528368.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,608 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9abfc7c2569e%2C46615%2C1732340528368.meta:.meta(num 1732340529465) roll requested 2024-11-23T05:42:21,625 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/.tmp/info/4e8b15b9ee6546a686254ccc58936431 is 1055, key is row0001/info:/1732340541298/Put/seqid=0 2024-11-23T05:42:21,627 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340541608.meta, exclude list is [], retry=0 2024-11-23T05:42:21,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45185,DS-3604ba05-7b00-4a47-b6d8-a06cbc68ccb9,DISK] 2024-11-23T05:42:21,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-7849ba54-5b91-4249-a01b-a3a32f971322,DISK] 2024-11-23T05:42:21,644 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340541608.meta 2024-11-23T05:42:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741838_1015 (size=7062) 2024-11-23T05:42:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741838_1015 (size=7062) 2024-11-23T05:42:21,646 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237),(127.0.0.1/127.0.0.1:43799:43799)] 2024-11-23T05:42:21,646 DEBUG [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta is not closed yet, will try archiving it next time 2024-11-23T05:42:21,646 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,646 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:21,647 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta 2024-11-23T05:42:21,647 WARN [IPC Server handler 2 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-23T05:42:21,648 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta after 1ms 2024-11-23T05:42:21,670 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/info/c598b05ae23c49508f53e1b15df09d2d is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e./info:regioninfo/1732340532043/Put/seqid=0 2024-11-23T05:42:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741840_1018 (size=7089) 2024-11-23T05:42:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741840_1018 (size=7089) 2024-11-23T05:42:21,681 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/info/c598b05ae23c49508f53e1b15df09d2d 2024-11-23T05:42:21,709 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/ns/69a536b8f3924330871b58222ecd56a6 is 43, key is default/ns:d/1732340529629/Put/seqid=0 2024-11-23T05:42:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741841_1019 (size=5153) 2024-11-23T05:42:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741841_1019 (size=5153) 2024-11-23T05:42:21,725 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/ns/69a536b8f3924330871b58222ecd56a6 2024-11-23T05:42:21,759 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/table/46446f1cda324ae1ad66a07f8a932269 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732340532058/Put/seqid=0 2024-11-23T05:42:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741842_1020 (size=5424) 2024-11-23T05:42:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741842_1020 (size=5424) 2024-11-23T05:42:21,768 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/table/46446f1cda324ae1ad66a07f8a932269 2024-11-23T05:42:21,776 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/info/c598b05ae23c49508f53e1b15df09d2d as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/info/c598b05ae23c49508f53e1b15df09d2d 2024-11-23T05:42:21,789 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/info/c598b05ae23c49508f53e1b15df09d2d, entries=10, sequenceid=11, filesize=6.9 K 2024-11-23T05:42:21,791 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/ns/69a536b8f3924330871b58222ecd56a6 as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/ns/69a536b8f3924330871b58222ecd56a6 2024-11-23T05:42:21,800 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/ns/69a536b8f3924330871b58222ecd56a6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T05:42:21,802 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/.tmp/table/46446f1cda324ae1ad66a07f8a932269 as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/table/46446f1cda324ae1ad66a07f8a932269 2024-11-23T05:42:21,807 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:21,811 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/table/46446f1cda324ae1ad66a07f8a932269, entries=2, sequenceid=11, filesize=5.3 K 2024-11-23T05:42:21,812 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 205ms, sequenceid=11, compaction requested=false 2024-11-23T05:42:21,819 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T05:42:21,820 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:42:21,820 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:21,820 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340541606Running coprocessor pre-close hooks at 1732340541606Disabling compacts and flushes for region at 1732340541606Disabling writes for close at 1732340541607 (+1 ms)Obtaining lock to block concurrent updates at 1732340541607Preparing flush snapshotting stores in 1588230740 at 1732340541607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732340541607Flushing stores of hbase:meta,,1.1588230740 at 1732340541648 (+41 ms)Flushing 1588230740/info: creating writer at 1732340541648Flushing 1588230740/info: appending metadata at 1732340541669 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732340541669Flushing 1588230740/ns: creating writer at 1732340541692 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732340541709 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732340541709Flushing 1588230740/table: creating writer at 1732340541735 (+26 ms)Flushing 1588230740/table: appending metadata at 1732340541759 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732340541759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2401e169: reopening flushed file at 1732340541775 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb63506: reopening flushed file at 1732340541790 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b030c32: reopening flushed file at 1732340541800 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 205ms, sequenceid=11, compaction requested=false at 1732340541812 (+12 ms)Writing region close event to WAL at 1732340541814 (+2 ms)Running coprocessor post-close hooks at 1732340541820 (+6 ms)Closed at 1732340541820 2024-11-23T05:42:21,820 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:21,881 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44f1a07873fff3f with lease ID 0x8aef91e66ffbf30a: from storage DS-d9e7da60-2156-421e-b6f4-58283afe6a95 node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=34753, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:42:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44f1a07873fff3f with lease ID 0x8aef91e66ffbf30a: from storage DS-a157d467-ae79-4a55-b3f8-cad8b1faa74c node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=b8f9d0ea-def2-4525-8a1c-e16567f7552a, infoPort=34753, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1302815828;c=1732340526292), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:22,007 DEBUG [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1351): Waiting on a47ed6106fc451c62d2d88b1572ba62e 2024-11-23T05:42:22,046 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/.tmp/info/4e8b15b9ee6546a686254ccc58936431 2024-11-23T05:42:22,047 INFO [regionserver/9abfc7c2569e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T05:42:22,047 INFO [regionserver/9abfc7c2569e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T05:42:22,057 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/.tmp/info/4e8b15b9ee6546a686254ccc58936431 as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/info/4e8b15b9ee6546a686254ccc58936431 2024-11-23T05:42:22,064 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/info/4e8b15b9ee6546a686254ccc58936431, entries=2, sequenceid=6, filesize=6.9 K 2024-11-23T05:42:22,066 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a47ed6106fc451c62d2d88b1572ba62e in 460ms, sequenceid=6, compaction requested=false 2024-11-23T05:42:22,072 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a47ed6106fc451c62d2d88b1572ba62e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T05:42:22,072 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:22,073 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a47ed6106fc451c62d2d88b1572ba62e: Waiting for close lock at 1732340541606Running coprocessor pre-close hooks at 1732340541606Disabling compacts and flushes for region at 1732340541606Disabling writes for close at 1732340541606Obtaining lock to block concurrent updates at 1732340541606Preparing flush snapshotting stores in a47ed6106fc451c62d2d88b1572ba62e at 1732340541606Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732340541607 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. at 1732340541607Flushing a47ed6106fc451c62d2d88b1572ba62e/info: creating writer at 1732340541608 (+1 ms)Flushing a47ed6106fc451c62d2d88b1572ba62e/info: appending metadata at 1732340541625 (+17 ms)Flushing a47ed6106fc451c62d2d88b1572ba62e/info: closing flushed file at 1732340541625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731c045a: reopening flushed file at 1732340542055 (+430 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a47ed6106fc451c62d2d88b1572ba62e in 460ms, sequenceid=6, compaction requested=false at 1732340542066 (+11 ms)Writing region close event to WAL at 1732340542068 (+2 ms)Running coprocessor post-close hooks at 1732340542072 (+4 ms)Closed at 1732340542072 2024-11-23T05:42:22,073 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732340531248.a47ed6106fc451c62d2d88b1572ba62e. 2024-11-23T05:42:22,207 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,46615,1732340528368; all regions closed. 2024-11-23T05:42:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741839_1016 (size=825) 2024-11-23T05:42:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741839_1016 (size=825) 2024-11-23T05:42:23,037 INFO [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:42:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741833_1014 (size=1599) 2024-11-23T05:42:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T05:42:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:42:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T05:42:25,562 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 after 4008ms 2024-11-23T05:42:25,563 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 to hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs/9abfc7c2569e%2C46615%2C1732340528368.1732340529197 2024-11-23T05:42:25,649 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta after 4002ms 2024-11-23T05:42:25,651 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/WALs/9abfc7c2569e,46615,1732340528368/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta to hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs/9abfc7c2569e%2C46615%2C1732340528368.meta.1732340529465.meta 2024-11-23T05:42:25,661 DEBUG [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs 2024-11-23T05:42:25,661 INFO [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C46615%2C1732340528368.meta:.meta(num 1732340541608) 2024-11-23T05:42:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45185 is added to blk_1073741837_1013 (size=2288) 2024-11-23T05:42:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741837_1013 (size=2288) 2024-11-23T05:42:25,669 DEBUG [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs 2024-11-23T05:42:25,669 INFO [RS:0;9abfc7c2569e:46615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C46615%2C1732340528368:(num 1732340541521) 2024-11-23T05:42:25,669 DEBUG [RS:0;9abfc7c2569e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:25,669 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:42:25,669 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:42:25,669 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T05:42:25,670 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:42:25,670 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:42:25,670 INFO [RS:0;9abfc7c2569e:46615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46615 2024-11-23T05:42:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:42:25,694 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,46615,1732340528368 2024-11-23T05:42:25,695 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:42:25,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,46615,1732340528368] 2024-11-23T05:42:25,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,46615,1732340528368 already deleted, retry=false 2024-11-23T05:42:25,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,46615,1732340528368 expired; onlineServers=0 2024-11-23T05:42:25,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,44567,1732340528224' ***** 2024-11-23T05:42:25,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T05:42:25,711 INFO [M:0;9abfc7c2569e:44567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:42:25,711 INFO [M:0;9abfc7c2569e:44567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:42:25,711 DEBUG [M:0;9abfc7c2569e:44567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T05:42:25,711 DEBUG [M:0;9abfc7c2569e:44567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T05:42:25,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T05:42:25,712 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340528951 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340528951,5,FailOnTimeoutGroup] 2024-11-23T05:42:25,712 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340528954 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340528954,5,FailOnTimeoutGroup] 2024-11-23T05:42:25,712 INFO [M:0;9abfc7c2569e:44567 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T05:42:25,712 INFO [M:0;9abfc7c2569e:44567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:42:25,712 DEBUG [M:0;9abfc7c2569e:44567 {}] master.HMaster(1795): Stopping service threads 2024-11-23T05:42:25,712 INFO [M:0;9abfc7c2569e:44567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T05:42:25,713 INFO [M:0;9abfc7c2569e:44567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:42:25,713 INFO [M:0;9abfc7c2569e:44567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T05:42:25,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T05:42:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T05:42:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:25,720 DEBUG [M:0;9abfc7c2569e:44567 {}] zookeeper.ZKUtil(347): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T05:42:25,720 WARN [M:0;9abfc7c2569e:44567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T05:42:25,723 INFO [M:0;9abfc7c2569e:44567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/.lastflushedseqids 2024-11-23T05:42:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741843_1021 (size=139) 2024-11-23T05:42:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741843_1021 (size=139) 2024-11-23T05:42:25,733 INFO [M:0;9abfc7c2569e:44567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T05:42:25,733 INFO [M:0;9abfc7c2569e:44567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T05:42:25,733 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:42:25,733 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:25,733 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:25,733 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:42:25,733 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:25,733 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-23T05:42:25,734 WARN [AsyncFSWAL-0-hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData-prefix:9abfc7c2569e,44567,1732340528224 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:25,735 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9abfc7c2569e%2C44567%2C1732340528224:(num 1732340528633) roll requested 2024-11-23T05:42:25,748 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340545735, exclude list is [], retry=0 2024-11-23T05:42:25,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-7c0ded5f-5d63-42fb-9a33-50367c42f68b,DISK] 2024-11-23T05:42:25,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c1a141b3-7af9-41e5-b806-1132fd0042aa,DISK] 2024-11-23T05:42:25,752 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340545735 2024-11-23T05:42:25,753 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34305:34305),(127.0.0.1/127.0.0.1:42123:42123)] 2024-11-23T05:42:25,753 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 is not closed yet, will try archiving it next time 2024-11-23T05:42:25,753 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:25,753 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T05:42:25,754 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 2024-11-23T05:42:25,754 WARN [IPC Server handler 0 on default port 33309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-23T05:42:25,755 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 after 0ms 2024-11-23T05:42:25,769 DEBUG [M:0;9abfc7c2569e:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116b83dfb764ce9b5d80b21b4f9729a is 82, key is hbase:meta,,1/info:regioninfo/1732340529561/Put/seqid=0 2024-11-23T05:42:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741845_1024 (size=5672) 2024-11-23T05:42:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741845_1024 (size=5672) 2024-11-23T05:42:25,776 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116b83dfb764ce9b5d80b21b4f9729a 2024-11-23T05:42:25,802 DEBUG [M:0;9abfc7c2569e:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a3ee7dc8734ae18de6c96474477220 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732340532065/Put/seqid=0 2024-11-23T05:42:25,803 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:25,803 INFO [RS:0;9abfc7c2569e:46615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:42:25,803 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1016780470b0001, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:25,803 INFO [RS:0;9abfc7c2569e:46615 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,46615,1732340528368; zookeeper connection closed. 2024-11-23T05:42:25,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b9d2c37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b9d2c37 2024-11-23T05:42:25,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T05:42:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741846_1025 (size=6115) 2024-11-23T05:42:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741846_1025 (size=6115) 2024-11-23T05:42:25,808 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a3ee7dc8734ae18de6c96474477220 2024-11-23T05:42:25,830 DEBUG [M:0;9abfc7c2569e:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665367b7262549c3a2c0764cb3aad150 is 69, key is 9abfc7c2569e,46615,1732340528368/rs:state/1732340528974/Put/seqid=0 2024-11-23T05:42:25,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741847_1026 (size=5156) 2024-11-23T05:42:25,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741847_1026 (size=5156) 2024-11-23T05:42:25,836 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665367b7262549c3a2c0764cb3aad150 2024-11-23T05:42:25,861 DEBUG [M:0;9abfc7c2569e:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ba2ce80a00824329b07152b03d6d5c3d is 52, key is load_balancer_on/state:d/1732340529747/Put/seqid=0 2024-11-23T05:42:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741848_1027 (size=5056) 2024-11-23T05:42:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741848_1027 (size=5056) 2024-11-23T05:42:25,866 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ba2ce80a00824329b07152b03d6d5c3d 2024-11-23T05:42:25,873 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116b83dfb764ce9b5d80b21b4f9729a as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d116b83dfb764ce9b5d80b21b4f9729a 2024-11-23T05:42:25,880 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d116b83dfb764ce9b5d80b21b4f9729a, entries=8, sequenceid=56, filesize=5.5 K 2024-11-23T05:42:25,881 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a3ee7dc8734ae18de6c96474477220 as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a3ee7dc8734ae18de6c96474477220 2024-11-23T05:42:25,887 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a3ee7dc8734ae18de6c96474477220, entries=6, sequenceid=56, filesize=6.0 K 2024-11-23T05:42:25,888 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665367b7262549c3a2c0764cb3aad150 as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665367b7262549c3a2c0764cb3aad150 2024-11-23T05:42:25,894 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665367b7262549c3a2c0764cb3aad150, entries=1, sequenceid=56, filesize=5.0 K 2024-11-23T05:42:25,895 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ba2ce80a00824329b07152b03d6d5c3d as hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ba2ce80a00824329b07152b03d6d5c3d 2024-11-23T05:42:25,901 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ba2ce80a00824329b07152b03d6d5c3d, entries=1, sequenceid=56, filesize=4.9 K 2024-11-23T05:42:25,903 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=56, compaction requested=false 2024-11-23T05:42:25,904 INFO [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:25,905 DEBUG [M:0;9abfc7c2569e:44567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340545733Disabling compacts and flushes for region at 1732340545733Disabling writes for close at 1732340545733Obtaining lock to block concurrent updates at 1732340545733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340545733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1732340545734 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340545753 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340545753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340545769 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340545769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340545783 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340545802 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340545802Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340545814 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340545829 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340545830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732340545841 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732340545860 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732340545860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b05680: reopening flushed file at 1732340545872 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d67c14d: reopening flushed file at 1732340545880 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb26eb7: reopening flushed file at 1732340545887 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12688727: reopening flushed file at 1732340545894 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=56, compaction requested=false at 1732340545903 (+9 ms)Writing region close event to WAL at 1732340545904 (+1 ms)Closed at 1732340545904 2024-11-23T05:42:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741844_1022 (size=757) 2024-11-23T05:42:25,907 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340545735 not finished, retry = 0 2024-11-23T05:42:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741844_1022 (size=757) 2024-11-23T05:42:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741833_1014 (size=1599) 2024-11-23T05:42:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741834_1017 (size=2386) 2024-11-23T05:42:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:27,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:42:27,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:27,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:27,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741830_1023 (size=27189) 2024-11-23T05:42:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741830_1023 (size=27189) 2024-11-23T05:42:29,756 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 after 4001ms 2024-11-23T05:42:29,756 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/WALs/9abfc7c2569e,44567,1732340528224/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 to hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/oldWALs/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 2024-11-23T05:42:29,761 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/MasterData/oldWALs/9abfc7c2569e%2C44567%2C1732340528224.1732340528633 to hdfs://localhost:33309/user/jenkins/test-data/7dcfeb6c-3cd6-bc7f-379f-17a2ae79cf0d/oldWALs/9abfc7c2569e%2C44567%2C1732340528224.1732340528633$masterlocalwal$ 2024-11-23T05:42:29,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:42:29,761 INFO [M:0;9abfc7c2569e:44567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T05:42:29,761 INFO [M:0;9abfc7c2569e:44567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44567 2024-11-23T05:42:29,762 INFO [M:0;9abfc7c2569e:44567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:42:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:29,911 INFO [M:0;9abfc7c2569e:44567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:42:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x1016780470b0000, quorum=127.0.0.1:59992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:42:29,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7c07dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:29,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b4d832e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52ade913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335340e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,921 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:29,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:29,921 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid b8f9d0ea-def2-4525-8a1c-e16567f7552a) service to localhost/127.0.0.1:33309 2024-11-23T05:42:29,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:29,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data1/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data2/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:29,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dc0f9ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:29,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c16f288{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19143f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3843fdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,926 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:29,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:29,926 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid aefe4888-087e-4b0e-9ece-88c2e82452d5) service to localhost/127.0.0.1:33309 2024-11-23T05:42:29,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:29,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data9/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data10/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:29,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eeb7d28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:29,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@635489d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@873ccfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220f8c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,931 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:29,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:29,931 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid 74638642-efec-4fa5-8eb1-f27a70761dd9) service to localhost/127.0.0.1:33309 2024-11-23T05:42:29,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:29,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data7/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data8/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:29,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e8aa21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:29,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c106fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6770a8ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ded2fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,935 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:29,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:29,936 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid 24679912-d87b-4597-9972-e29b7eb5bf1f) service to localhost/127.0.0.1:33309 2024-11-23T05:42:29,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:29,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data5/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data6/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:29,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17cf6df7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:29,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b7471d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606071f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18152f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,944 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:42:29,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:42:29,944 WARN [BP-402430529-172.17.0.2-1732340526292 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402430529-172.17.0.2-1732340526292 (Datanode Uuid aed5c9b7-6630-437a-adac-0df42a9df71f) service to localhost/127.0.0.1:33309 2024-11-23T05:42:29,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:42:29,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data3/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/cluster_96211c58-2b84-7235-a166-b27d9888fd20/data/data4/current/BP-402430529-172.17.0.2-1732340526292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:42:29,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:42:29,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54a98302{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:42:29,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@275351c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:42:29,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:42:29,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28b3fb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:42:29,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724b4e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir/,STOPPED} 2024-11-23T05:42:29,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T05:42:29,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T05:42:29,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 69) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33309 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=8368 (was 8674) 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=8367 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.log.dir so I do NOT create it in target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3b7b361-461a-7b1c-53f3-c60659eafb28/hadoop.tmp.dir so I do NOT create it in target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a, deleteOnExit=true 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/test.cache.data in system properties and HBase conf 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T05:42:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T05:42:30,003 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T05:42:30,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/nfs.dump.dir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/java.io.tmpdir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T05:42:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T05:42:30,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:30,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:30,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:30,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:30,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:42:30,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:30,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147cdfda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:30,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a816af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:30,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42510b51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/java.io.tmpdir/jetty-localhost-40899-hadoop-hdfs-3_4_1-tests_jar-_-any-7075092153295240978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:42:30,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f3dcc{HTTP/1.1, (http/1.1)}{localhost:40899} 2024-11-23T05:42:30,398 INFO [Time-limited test {}] server.Server(415): Started @91781ms 2024-11-23T05:42:30,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:30,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:30,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:30,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:30,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:42:30,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2320853e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:30,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79bcc77d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:30,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da8b574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/java.io.tmpdir/jetty-localhost-36489-hadoop-hdfs-3_4_1-tests_jar-_-any-13807505454136419206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:30,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c669bbe{HTTP/1.1, (http/1.1)}{localhost:36489} 2024-11-23T05:42:30,908 INFO [Time-limited test {}] server.Server(415): Started @92291ms 2024-11-23T05:42:30,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:30,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:42:30,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:42:30,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:42:30,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:42:30,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:42:30,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e816b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:42:30,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e69fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:42:31,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64964756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/java.io.tmpdir/jetty-localhost-34275-hadoop-hdfs-3_4_1-tests_jar-_-any-12950723501532537377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:42:31,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@718f5af{HTTP/1.1, (http/1.1)}{localhost:34275} 2024-11-23T05:42:31,031 INFO [Time-limited test {}] server.Server(415): Started @92414ms 2024-11-23T05:42:31,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:42:31,611 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data2/current/BP-135634955-172.17.0.2-1732340550027/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:31,611 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data1/current/BP-135634955-172.17.0.2-1732340550027/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:31,631 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d422b7402b8128 with lease ID 0xc95aef61232c6dcf: Processing first storage report for DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a from datanode DatanodeRegistration(127.0.0.1:34131, datanodeUuid=4867fc70-52af-4abd-b47e-5480f8e4c582, infoPort=46857, infoSecurePort=0, ipcPort=33419, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027) 2024-11-23T05:42:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d422b7402b8128 with lease ID 0xc95aef61232c6dcf: from storage DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a node DatanodeRegistration(127.0.0.1:34131, datanodeUuid=4867fc70-52af-4abd-b47e-5480f8e4c582, infoPort=46857, infoSecurePort=0, ipcPort=33419, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:42:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d422b7402b8128 with lease ID 0xc95aef61232c6dcf: Processing first storage report for DS-4de5cdc4-8be4-4e90-89bc-6b96533ba400 from datanode DatanodeRegistration(127.0.0.1:34131, datanodeUuid=4867fc70-52af-4abd-b47e-5480f8e4c582, infoPort=46857, infoSecurePort=0, ipcPort=33419, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027) 2024-11-23T05:42:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d422b7402b8128 with lease ID 0xc95aef61232c6dcf: from storage DS-4de5cdc4-8be4-4e90-89bc-6b96533ba400 node DatanodeRegistration(127.0.0.1:34131, datanodeUuid=4867fc70-52af-4abd-b47e-5480f8e4c582, infoPort=46857, infoSecurePort=0, ipcPort=33419, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:31,757 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data3/current/BP-135634955-172.17.0.2-1732340550027/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:31,757 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data4/current/BP-135634955-172.17.0.2-1732340550027/current, will proceed with Du for space computation calculation, 2024-11-23T05:42:31,782 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:42:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9c0cfa41cc08370 with lease ID 0xc95aef61232c6dd0: Processing first storage report for DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66 from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=1916f6a4-84ce-4dd1-806c-3738dafa02a3, infoPort=40515, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027) 2024-11-23T05:42:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9c0cfa41cc08370 with lease ID 0xc95aef61232c6dd0: from storage DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66 node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=1916f6a4-84ce-4dd1-806c-3738dafa02a3, infoPort=40515, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9c0cfa41cc08370 with lease ID 0xc95aef61232c6dd0: Processing first storage report for DS-20f0bfaf-107c-4277-a663-f2e2b1e371b7 from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=1916f6a4-84ce-4dd1-806c-3738dafa02a3, infoPort=40515, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027) 2024-11-23T05:42:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9c0cfa41cc08370 with lease ID 0xc95aef61232c6dd0: from storage DS-20f0bfaf-107c-4277-a663-f2e2b1e371b7 node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=1916f6a4-84ce-4dd1-806c-3738dafa02a3, infoPort=40515, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=833418773;c=1732340550027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:42:31,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd 2024-11-23T05:42:31,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/zookeeper_0, clientPort=64459, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T05:42:31,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64459 2024-11-23T05:42:31,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:31,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:42:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:42:31,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9 with version=8 2024-11-23T05:42:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase-staging 2024-11-23T05:42:31,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:42:31,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T05:42:31,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:42:31,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34967 2024-11-23T05:42:31,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34967 connecting to ZooKeeper ensemble=127.0.0.1:64459 2024-11-23T05:42:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349670x0, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:42:31,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34967-0x1016780a3810000 connected 2024-11-23T05:42:32,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:32,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:32,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:32,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9, hbase.cluster.distributed=false 2024-11-23T05:42:32,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:42:32,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-23T05:42:32,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34967 2024-11-23T05:42:32,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34967 2024-11-23T05:42:32,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-23T05:42:32,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34967 2024-11-23T05:42:32,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:42:32,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:42:32,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38849 2024-11-23T05:42:32,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38849 connecting to ZooKeeper ensemble=127.0.0.1:64459 2024-11-23T05:42:32,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:32,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:32,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388490x0, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:42:32,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388490x0, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:42:32,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38849-0x1016780a3810001 connected 2024-11-23T05:42:32,068 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T05:42:32,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T05:42:32,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T05:42:32,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:42:32,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-23T05:42:32,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38849 2024-11-23T05:42:32,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38849 2024-11-23T05:42:32,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-23T05:42:32,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-23T05:42:32,085 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:34967 2024-11-23T05:42:32,086 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:32,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:32,093 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T05:42:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,101 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T05:42:32,101 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,34967,1732340551889 from backup master directory 2024-11-23T05:42:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:42:32,109 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:42:32,109 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,116 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/hbase.id] with ID: e8ccffaf-967d-42b8-9494-80442fadcfbb 2024-11-23T05:42:32,116 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/.tmp/hbase.id 2024-11-23T05:42:32,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:42:32,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:42:32,124 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/.tmp/hbase.id]:[hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/hbase.id] 2024-11-23T05:42:32,142 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:32,142 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T05:42:32,143 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T05:42:32,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:42:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:42:32,560 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:42:32,561 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T05:42:32,561 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:42:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:42:32,573 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store 2024-11-23T05:42:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:42:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:42:32,581 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:32,581 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:42:32,581 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340552581Disabling compacts and flushes for region at 1732340552581Disabling writes for close at 1732340552581Writing region close event to WAL at 1732340552581Closed at 1732340552581 2024-11-23T05:42:32,582 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/.initializing 2024-11-23T05:42:32,582 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/WALs/9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,583 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:42:32,585 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C34967%2C1732340551889, suffix=, logDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/WALs/9abfc7c2569e,34967,1732340551889, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/oldWALs, maxLogs=10 2024-11-23T05:42:32,599 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/WALs/9abfc7c2569e,34967,1732340551889/9abfc7c2569e%2C34967%2C1732340551889.1732340552586, exclude list is [], retry=0 2024-11-23T05:42:32,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:42:32,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:42:32,604 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/WALs/9abfc7c2569e,34967,1732340551889/9abfc7c2569e%2C34967%2C1732340551889.1732340552586 2024-11-23T05:42:32,605 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857),(127.0.0.1/127.0.0.1:40515:40515)] 2024-11-23T05:42:32,605 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:32,605 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:32,605 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,605 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T05:42:32,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:32,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T05:42:32,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:32,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T05:42:32,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:32,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T05:42:32,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:32,614 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,615 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,615 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,617 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,617 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,617 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T05:42:32,618 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:42:32,621 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:32,621 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711876, jitterRate=-0.09480312466621399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T05:42:32,622 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732340552605Initializing all the Stores at 1732340552606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340552606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340552606Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340552606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340552606Cleaning up temporary data from old regions at 1732340552617 (+11 ms)Region opened successfully at 1732340552622 (+5 ms) 2024-11-23T05:42:32,622 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T05:42:32,626 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1608a4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:42:32,627 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T05:42:32,627 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T05:42:32,627 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T05:42:32,628 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T05:42:32,628 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T05:42:32,628 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T05:42:32,628 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T05:42:32,631 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T05:42:32,632 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T05:42:32,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T05:42:32,666 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T05:42:32,668 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T05:42:32,676 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T05:42:32,676 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T05:42:32,679 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T05:42:32,691 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T05:42:32,693 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T05:42:32,701 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T05:42:32,706 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T05:42:32,717 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T05:42:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:42:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,728 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,34967,1732340551889, sessionid=0x1016780a3810000, setting cluster-up flag (Was=false) 2024-11-23T05:42:32,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,767 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T05:42:32,770 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:32,809 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T05:42:32,812 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:32,816 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T05:42:32,819 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:32,820 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T05:42:32,821 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T05:42:32,821 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,34967,1732340551889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:42:32,823 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340582824 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T05:42:32,824 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:32,825 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T05:42:32,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T05:42:32,825 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T05:42:32,825 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T05:42:32,825 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T05:42:32,825 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T05:42:32,826 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340552825,5,FailOnTimeoutGroup] 2024-11-23T05:42:32,826 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340552826,5,FailOnTimeoutGroup] 2024-11-23T05:42:32,826 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,826 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T05:42:32,826 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,826 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T05:42:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:42:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:42:32,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T05:42:32,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9 2024-11-23T05:42:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:42:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:42:32,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:32,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:42:32,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:42:32,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:32,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:42:32,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:42:32,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:32,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:42:32,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:42:32,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:42:32,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:42:32,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:32,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:32,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:42:32,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740 2024-11-23T05:42:32,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740 2024-11-23T05:42:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:42:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:42:32,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:42:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:42:32,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740660, jitterRate=-0.058202460408210754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:42:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732340552843Initializing all the Stores at 1732340552843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340552843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340552844 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340552844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340552844Cleaning up temporary data from old regions at 1732340552856 (+12 ms)Region opened successfully at 1732340552860 (+4 ms) 2024-11-23T05:42:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:42:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:42:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:42:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:42:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:42:32,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:42:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340552860Disabling compacts and flushes for region at 1732340552860Disabling writes for close at 1732340552861 (+1 ms)Writing region close event to WAL at 1732340552861Closed at 1732340552861 2024-11-23T05:42:32,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:32,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T05:42:32,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T05:42:32,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:42:32,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T05:42:32,878 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(746): ClusterId : e8ccffaf-967d-42b8-9494-80442fadcfbb 2024-11-23T05:42:32,878 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T05:42:32,894 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T05:42:32,894 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T05:42:32,902 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T05:42:32,903 DEBUG [RS:0;9abfc7c2569e:38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d45f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:42:32,920 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:38849 2024-11-23T05:42:32,920 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T05:42:32,920 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T05:42:32,920 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T05:42:32,921 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,34967,1732340551889 with port=38849, startcode=1732340552054 2024-11-23T05:42:32,921 DEBUG [RS:0;9abfc7c2569e:38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T05:42:32,923 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T05:42:32,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34967 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,925 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9 2024-11-23T05:42:32,925 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46075 2024-11-23T05:42:32,925 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T05:42:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:42:32,934 DEBUG [RS:0;9abfc7c2569e:38849 {}] zookeeper.ZKUtil(111): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,934 WARN [RS:0;9abfc7c2569e:38849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:42:32,934 INFO [RS:0;9abfc7c2569e:38849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:32,935 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,38849,1732340552054] 2024-11-23T05:42:32,939 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T05:42:32,942 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T05:42:32,943 INFO [RS:0;9abfc7c2569e:38849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:42:32,943 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,943 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T05:42:32,944 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T05:42:32,944 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,944 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,944 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,945 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:42:32,946 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:42:32,946 DEBUG [RS:0;9abfc7c2569e:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,946 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,38849,1732340552054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:42:32,962 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T05:42:32,962 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,38849,1732340552054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,962 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,962 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.Replication(171): 9abfc7c2569e,38849,1732340552054 started 2024-11-23T05:42:32,976 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:32,976 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,38849,1732340552054, RpcServer on 9abfc7c2569e/172.17.0.2:38849, sessionid=0x1016780a3810001 2024-11-23T05:42:32,976 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T05:42:32,976 DEBUG [RS:0;9abfc7c2569e:38849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,976 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,38849,1732340552054' 2024-11-23T05:42:32,976 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,38849,1732340552054' 2024-11-23T05:42:32,977 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T05:42:32,978 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T05:42:32,978 DEBUG [RS:0;9abfc7c2569e:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T05:42:32,978 INFO [RS:0;9abfc7c2569e:38849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T05:42:32,978 INFO [RS:0;9abfc7c2569e:38849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T05:42:33,015 WARN [9abfc7c2569e:34967 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T05:42:33,079 INFO [RS:0;9abfc7c2569e:38849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:42:33,081 INFO [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C38849%2C1732340552054, suffix=, logDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs, maxLogs=32 2024-11-23T05:42:33,096 DEBUG [RS:0;9abfc7c2569e:38849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340553082, exclude list is [], retry=0 2024-11-23T05:42:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:42:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:42:33,102 INFO [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340553082 2024-11-23T05:42:33,103 DEBUG [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40515:40515),(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-23T05:42:33,265 DEBUG [9abfc7c2569e:34967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T05:42:33,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:33,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,38849,1732340552054, state=OPENING 2024-11-23T05:42:33,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T05:42:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:42:33,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:33,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:33,327 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:42:33,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,38849,1732340552054}] 2024-11-23T05:42:33,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T05:42:33,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T05:42:33,490 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T05:42:33,490 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:42:33,491 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T05:42:33,494 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C38849%2C1732340552054.meta, suffix=.meta, logDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs, maxLogs=32 2024-11-23T05:42:33,512 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.meta.1732340553495.meta, exclude list is [], retry=0 2024-11-23T05:42:33,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:42:33,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:42:33,533 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.meta.1732340553495.meta 2024-11-23T05:42:33,534 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857),(127.0.0.1/127.0.0.1:40515:40515)] 2024-11-23T05:42:33,535 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:33,535 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T05:42:33,536 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T05:42:33,536 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T05:42:33,536 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T05:42:33,536 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:33,536 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T05:42:33,536 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T05:42:33,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:42:33,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:42:33,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:33,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:33,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:42:33,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:42:33,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:42:33,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:42:33,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:33,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:33,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:42:33,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:42:33,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:33,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:42:33,545 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:42:33,546 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740 2024-11-23T05:42:33,547 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740 2024-11-23T05:42:33,548 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:42:33,548 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:42:33,549 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:42:33,551 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:42:33,553 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=804083, jitterRate=0.022445395588874817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:42:33,553 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T05:42:33,554 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732340553536Writing region info on filesystem at 1732340553536Initializing all the Stores at 1732340553537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340553537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340553538 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340553538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340553538Cleaning up temporary data from old regions at 1732340553549 (+11 ms)Running coprocessor post-open hooks at 1732340553553 (+4 ms)Region opened successfully at 1732340553554 (+1 ms) 2024-11-23T05:42:33,555 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340553482 2024-11-23T05:42:33,557 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T05:42:33,557 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T05:42:33,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:33,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,38849,1732340552054, state=OPEN 2024-11-23T05:42:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:42:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:42:33,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:42:33,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T05:42:33,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,38849,1732340552054 in 315 msec 2024-11-23T05:42:33,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T05:42:33,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 784 msec 2024-11-23T05:42:33,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:42:33,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T05:42:33,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:42:33,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,38849,1732340552054, seqNum=-1] 2024-11-23T05:42:33,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:42:33,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:42:33,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-23T05:42:33,665 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340553665, completionTime=-1 2024-11-23T05:42:33,666 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T05:42:33,666 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T05:42:33,668 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T05:42:33,668 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340613668 2024-11-23T05:42:33,668 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340673668 2024-11-23T05:42:33,668 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T05:42:33,668 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,669 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,669 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,669 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:34967, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,669 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,669 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,671 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T05:42:33,673 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.564sec 2024-11-23T05:42:33,673 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:42:33,674 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T05:42:33,676 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T05:42:33,676 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T05:42:33,677 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,34967,1732340551889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:42:33,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd4c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:33,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,34967,-1 for getting cluster id 2024-11-23T05:42:33,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T05:42:33,681 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8ccffaf-967d-42b8-9494-80442fadcfbb' 2024-11-23T05:42:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T05:42:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8ccffaf-967d-42b8-9494-80442fadcfbb" 2024-11-23T05:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac0d200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,34967,-1] 2024-11-23T05:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T05:42:33,688 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T05:42:33,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:42:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3707ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:42:33,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:42:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,38849,1732340552054, seqNum=-1] 2024-11-23T05:42:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:42:33,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:42:33,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:33,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:42:33,700 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T05:42:33,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T05:42:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9abfc7c2569e,34967,1732340551889 2024-11-23T05:42:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d241721 2024-11-23T05:42:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T05:42:33,704 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T05:42:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T05:42:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T05:42:33,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:42:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:33,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T05:42:33,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:33,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-23T05:42:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:42:33,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T05:42:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741835_1011 (size=405) 2024-11-23T05:42:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741835_1011 (size=405) 2024-11-23T05:42:33,743 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecbc4af9abbb4c9cbe75e120a9b3b666, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9 2024-11-23T05:42:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741836_1012 (size=88) 2024-11-23T05:42:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741836_1012 (size=88) 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing ecbc4af9abbb4c9cbe75e120a9b3b666, disabling compactions & flushes 2024-11-23T05:42:33,758 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. after waiting 0 ms 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:33,758 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:33,758 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecbc4af9abbb4c9cbe75e120a9b3b666: Waiting for close lock at 1732340553758Disabling compacts and flushes for region at 1732340553758Disabling writes for close at 1732340553758Writing region close event to WAL at 1732340553758Closed at 1732340553758 2024-11-23T05:42:33,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T05:42:33,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732340553760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340553760"}]},"ts":"1732340553760"} 2024-11-23T05:42:33,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T05:42:33,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T05:42:33,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340553765"}]},"ts":"1732340553765"} 2024-11-23T05:42:33,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-23T05:42:33,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecbc4af9abbb4c9cbe75e120a9b3b666, ASSIGN}] 2024-11-23T05:42:33,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecbc4af9abbb4c9cbe75e120a9b3b666, ASSIGN 2024-11-23T05:42:33,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecbc4af9abbb4c9cbe75e120a9b3b666, ASSIGN; state=OFFLINE, location=9abfc7c2569e,38849,1732340552054; forceNewPlan=false, retain=false 2024-11-23T05:42:33,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecbc4af9abbb4c9cbe75e120a9b3b666, regionState=OPENING, regionLocation=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:33,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecbc4af9abbb4c9cbe75e120a9b3b666, ASSIGN because future has completed 2024-11-23T05:42:33,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbc4af9abbb4c9cbe75e120a9b3b666, server=9abfc7c2569e,38849,1732340552054}] 2024-11-23T05:42:34,084 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:34,084 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbc4af9abbb4c9cbe75e120a9b3b666, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:42:34,084 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,084 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:42:34,085 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,085 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,086 INFO [StoreOpener-ecbc4af9abbb4c9cbe75e120a9b3b666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,088 INFO [StoreOpener-ecbc4af9abbb4c9cbe75e120a9b3b666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbc4af9abbb4c9cbe75e120a9b3b666 columnFamilyName info 2024-11-23T05:42:34,088 DEBUG [StoreOpener-ecbc4af9abbb4c9cbe75e120a9b3b666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:42:34,088 INFO [StoreOpener-ecbc4af9abbb4c9cbe75e120a9b3b666-1 {}] regionserver.HStore(327): Store=ecbc4af9abbb4c9cbe75e120a9b3b666/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:42:34,088 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,089 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,089 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,090 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,090 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,091 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,095 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:42:34,095 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecbc4af9abbb4c9cbe75e120a9b3b666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=741959, jitterRate=-0.056550413370132446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:42:34,095 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:42:34,096 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecbc4af9abbb4c9cbe75e120a9b3b666: Running coprocessor pre-open hook at 1732340554085Writing region info on filesystem at 1732340554085Initializing all the Stores at 1732340554086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340554086Cleaning up temporary data from old regions at 1732340554090 (+4 ms)Running coprocessor post-open hooks at 1732340554095 (+5 ms)Region opened successfully at 1732340554096 (+1 ms) 2024-11-23T05:42:34,097 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666., pid=6, masterSystemTime=1732340554080 2024-11-23T05:42:34,100 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:34,100 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:34,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecbc4af9abbb4c9cbe75e120a9b3b666, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,38849,1732340552054 2024-11-23T05:42:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbc4af9abbb4c9cbe75e120a9b3b666, server=9abfc7c2569e,38849,1732340552054 because future has completed 2024-11-23T05:42:34,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T05:42:34,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecbc4af9abbb4c9cbe75e120a9b3b666, server=9abfc7c2569e,38849,1732340552054 in 177 msec 2024-11-23T05:42:34,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T05:42:34,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecbc4af9abbb4c9cbe75e120a9b3b666, ASSIGN in 340 msec 2024-11-23T05:42:34,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T05:42:34,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340554112"}]},"ts":"1732340554112"} 2024-11-23T05:42:34,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-23T05:42:34,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T05:42:34,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 411 msec 2024-11-23T05:42:34,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T05:42:34,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T05:42:34,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:42:34,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T05:42:34,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:34,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T05:42:38,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:38,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:42:39,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:42:39,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T05:42:39,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-23T05:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:42:43,777 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T05:42:43,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-23T05:42:43,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:43,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:43,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666., hostname=9abfc7c2569e,38849,1732340552054, seqNum=2] 2024-11-23T05:42:43,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T05:42:43,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T05:42:43,801 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T05:42:43,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T05:42:43,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T05:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:43,963 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ecbc4af9abbb4c9cbe75e120a9b3b666 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T05:42:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/df5ae06b92c44d818d71d9173efc25c2 is 1055, key is row0001/info:/1732340563786/Put/seqid=0 2024-11-23T05:42:43,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741837_1013 (size=6008) 2024-11-23T05:42:43,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741837_1013 (size=6008) 2024-11-23T05:42:43,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/df5ae06b92c44d818d71d9173efc25c2 2024-11-23T05:42:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/df5ae06b92c44d818d71d9173efc25c2 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2 2024-11-23T05:42:44,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2, entries=1, sequenceid=5, filesize=5.9 K 2024-11-23T05:42:44,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 49ms, sequenceid=5, compaction requested=false 2024-11-23T05:42:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ecbc4af9abbb4c9cbe75e120a9b3b666: 2024-11-23T05:42:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:44,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T05:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T05:42:44,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T05:42:44,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 216 msec 2024-11-23T05:42:44,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 230 msec 2024-11-23T05:42:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T05:42:53,848 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T05:42:53,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:42:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T05:42:53,861 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T05:42:53,863 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T05:42:53,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T05:42:54,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T05:42:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:54,019 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ecbc4af9abbb4c9cbe75e120a9b3b666 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T05:42:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/340ddd4806e94d71af251bfc9c425c81 is 1055, key is row0002/info:/1732340573851/Put/seqid=0 2024-11-23T05:42:54,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741838_1014 (size=6008) 2024-11-23T05:42:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741838_1014 (size=6008) 2024-11-23T05:42:54,068 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/340ddd4806e94d71af251bfc9c425c81 2024-11-23T05:42:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/340ddd4806e94d71af251bfc9c425c81 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81 2024-11-23T05:42:54,083 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81, entries=1, sequenceid=9, filesize=5.9 K 2024-11-23T05:42:54,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 65ms, sequenceid=9, compaction requested=false 2024-11-23T05:42:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ecbc4af9abbb4c9cbe75e120a9b3b666: 2024-11-23T05:42:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:42:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T05:42:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T05:42:54,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T05:42:54,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 224 msec 2024-11-23T05:42:54,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 234 msec 2024-11-23T05:43:01,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T05:43:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T05:43:03,877 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T05:43:03,892 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340583879, exclude list is [], retry=0 2024-11-23T05:43:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:43:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:43:03,897 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340553082 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340583879 2024-11-23T05:43:03,897 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857),(127.0.0.1/127.0.0.1:40515:40515)] 2024-11-23T05:43:03,897 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340553082 is not closed yet, will try archiving it next time 2024-11-23T05:43:03,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:43:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741833_1009 (size=5471) 2024-11-23T05:43:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741833_1009 (size=5471) 2024-11-23T05:43:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:43:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T05:43:03,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T05:43:03,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T05:43:03,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T05:43:04,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T05:43:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:04,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ecbc4af9abbb4c9cbe75e120a9b3b666 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T05:43:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/e22daf35afa845a2b8b54777fde20fba is 1055, key is row0003/info:/1732340583878/Put/seqid=0 2024-11-23T05:43:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741840_1016 (size=6008) 2024-11-23T05:43:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741840_1016 (size=6008) 2024-11-23T05:43:04,071 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/e22daf35afa845a2b8b54777fde20fba 2024-11-23T05:43:04,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/e22daf35afa845a2b8b54777fde20fba as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba 2024-11-23T05:43:04,087 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba, entries=1, sequenceid=13, filesize=5.9 K 2024-11-23T05:43:04,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 31ms, sequenceid=13, compaction requested=true 2024-11-23T05:43:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ecbc4af9abbb4c9cbe75e120a9b3b666: 2024-11-23T05:43:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T05:43:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T05:43:04,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T05:43:04,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-23T05:43:04,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-23T05:43:13,736 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T05:43:13,736 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T05:43:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T05:43:13,948 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T05:43:13,952 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:13,956 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:43:13,959 DEBUG [Time-limited test {}] regionserver.HStore(1541): ecbc4af9abbb4c9cbe75e120a9b3b666/info is initiating minor compaction (all files) 2024-11-23T05:43:13,959 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:43:13,959 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:13,959 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ecbc4af9abbb4c9cbe75e120a9b3b666/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:13,960 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba] into tmpdir=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp, totalSize=17.6 K 2024-11-23T05:43:13,961 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting df5ae06b92c44d818d71d9173efc25c2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732340563786 2024-11-23T05:43:13,961 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 340ddd4806e94d71af251bfc9c425c81, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732340573851 2024-11-23T05:43:13,962 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e22daf35afa845a2b8b54777fde20fba, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732340583878 2024-11-23T05:43:13,982 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ecbc4af9abbb4c9cbe75e120a9b3b666#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:13,983 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/d8937906a55e4ab0bc91845f9a9106eb is 1055, key is row0001/info:/1732340563786/Put/seqid=0 2024-11-23T05:43:13,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741841_1017 (size=8221) 2024-11-23T05:43:13,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741841_1017 (size=8221) 2024-11-23T05:43:13,997 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/d8937906a55e4ab0bc91845f9a9106eb as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/d8937906a55e4ab0bc91845f9a9106eb 2024-11-23T05:43:14,012 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecbc4af9abbb4c9cbe75e120a9b3b666/info of ecbc4af9abbb4c9cbe75e120a9b3b666 into d8937906a55e4ab0bc91845f9a9106eb(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:14,012 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ecbc4af9abbb4c9cbe75e120a9b3b666: 2024-11-23T05:43:14,034 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340594015, exclude list is [], retry=0 2024-11-23T05:43:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:43:14,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:43:14,038 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340583879 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340594015 2024-11-23T05:43:14,039 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857),(127.0.0.1/127.0.0.1:40515:40515)] 2024-11-23T05:43:14,039 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340583879 is not closed yet, will try archiving it next time 2024-11-23T05:43:14,039 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340553082 to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs/9abfc7c2569e%2C38849%2C1732340552054.1732340553082 2024-11-23T05:43:14,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741839_1015 (size=2495) 2024-11-23T05:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741839_1015 (size=2495) 2024-11-23T05:43:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:43:14,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T05:43:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T05:43:14,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T05:43:14,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T05:43:14,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T05:43:14,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:14,198 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ecbc4af9abbb4c9cbe75e120a9b3b666 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T05:43:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/bc8dd4e2ee384e2db0a81ebd14e83171 is 1055, key is row0000/info:/1732340594014/Put/seqid=0 2024-11-23T05:43:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741843_1019 (size=6008) 2024-11-23T05:43:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741843_1019 (size=6008) 2024-11-23T05:43:14,611 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/bc8dd4e2ee384e2db0a81ebd14e83171 2024-11-23T05:43:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/bc8dd4e2ee384e2db0a81ebd14e83171 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/bc8dd4e2ee384e2db0a81ebd14e83171 2024-11-23T05:43:14,631 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/bc8dd4e2ee384e2db0a81ebd14e83171, entries=1, sequenceid=18, filesize=5.9 K 2024-11-23T05:43:14,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 435ms, sequenceid=18, compaction requested=false 2024-11-23T05:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ecbc4af9abbb4c9cbe75e120a9b3b666: 2024-11-23T05:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T05:43:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T05:43:14,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T05:43:14,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 591 msec 2024-11-23T05:43:14,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 598 msec 2024-11-23T05:43:19,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ecbc4af9abbb4c9cbe75e120a9b3b666, had cached 0 bytes from a total of 14229 2024-11-23T05:43:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T05:43:24,108 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T05:43:24,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340604115, exclude list is [], retry=0 2024-11-23T05:43:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-6aae42eb-1fb6-47c0-96a8-2141a3b39f66,DISK] 2024-11-23T05:43:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34131,DS-b8de0042-98c5-4628-a3d9-50d6e34ec67a,DISK] 2024-11-23T05:43:24,134 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340594015 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340604115 2024-11-23T05:43:24,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40515:40515),(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-23T05:43:24,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340594015 is not closed yet, will try archiving it next time 2024-11-23T05:43:24,135 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.1732340583879 to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs/9abfc7c2569e%2C38849%2C1732340552054.1732340583879 2024-11-23T05:43:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T05:43:24,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:43:24,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:43:24,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:24,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:24,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T05:43:24,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T05:43:24,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1966929134, stopped=false 2024-11-23T05:43:24,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,34967,1732340551889 2024-11-23T05:43:24,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741842_1018 (size=2001) 2024-11-23T05:43:24,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741842_1018 (size=2001) 2024-11-23T05:43:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:43:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:43:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:24,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:43:24,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:43:24,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:43:24,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:43:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:43:24,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,38849,1732340552054' ***** 2024-11-23T05:43:24,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T05:43:24,198 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T05:43:24,198 INFO [RS:0;9abfc7c2569e:38849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T05:43:24,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T05:43:24,199 INFO [RS:0;9abfc7c2569e:38849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T05:43:24,199 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:43:24,199 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,38849,1732340552054 2024-11-23T05:43:24,199 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:43:24,199 INFO [RS:0;9abfc7c2569e:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:38849. 2024-11-23T05:43:24,200 DEBUG [RS:0;9abfc7c2569e:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:43:24,199 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecbc4af9abbb4c9cbe75e120a9b3b666, disabling compactions & flushes 2024-11-23T05:43:24,200 DEBUG [RS:0;9abfc7c2569e:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:24,200 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:24,200 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T05:43:24,200 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T05:43:24,200 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T05:43:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:24,200 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T05:43:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. after waiting 0 ms 2024-11-23T05:43:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:24,200 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T05:43:24,200 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecbc4af9abbb4c9cbe75e120a9b3b666 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T05:43:24,201 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ecbc4af9abbb4c9cbe75e120a9b3b666=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.} 2024-11-23T05:43:24,201 DEBUG [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecbc4af9abbb4c9cbe75e120a9b3b666 2024-11-23T05:43:24,201 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:43:24,201 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:43:24,201 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:43:24,201 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:43:24,201 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:43:24,201 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-23T05:43:24,207 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/c404dd8d10284f6c9b33d83a8e99c2ef is 1055, key is row0001/info:/1732340604112/Put/seqid=0 2024-11-23T05:43:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741845_1021 (size=6008) 2024-11-23T05:43:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741845_1021 (size=6008) 2024-11-23T05:43:24,212 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/c404dd8d10284f6c9b33d83a8e99c2ef 2024-11-23T05:43:24,220 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/.tmp/info/c404dd8d10284f6c9b33d83a8e99c2ef as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/c404dd8d10284f6c9b33d83a8e99c2ef 2024-11-23T05:43:24,226 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/info/e72857b9c22c4c11a65bd4b9cd640db1 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666./info:regioninfo/1732340554100/Put/seqid=0 2024-11-23T05:43:24,227 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/c404dd8d10284f6c9b33d83a8e99c2ef, entries=1, sequenceid=22, filesize=5.9 K 2024-11-23T05:43:24,228 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 28ms, sequenceid=22, compaction requested=true 2024-11-23T05:43:24,229 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba] to archive 2024-11-23T05:43:24,231 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T05:43:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741846_1022 (size=7308) 2024-11-23T05:43:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741846_1022 (size=7308) 2024-11-23T05:43:24,234 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/info/e72857b9c22c4c11a65bd4b9cd640db1 2024-11-23T05:43:24,234 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2 to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/df5ae06b92c44d818d71d9173efc25c2 2024-11-23T05:43:24,236 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81 to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/340ddd4806e94d71af251bfc9c425c81 2024-11-23T05:43:24,238 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba to hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/info/e22daf35afa845a2b8b54777fde20fba 2024-11-23T05:43:24,249 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9abfc7c2569e:34967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-23T05:43:24,249 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [df5ae06b92c44d818d71d9173efc25c2=6008, 340ddd4806e94d71af251bfc9c425c81=6008, e22daf35afa845a2b8b54777fde20fba=6008] 2024-11-23T05:43:24,254 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecbc4af9abbb4c9cbe75e120a9b3b666/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-23T05:43:24,254 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:24,254 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecbc4af9abbb4c9cbe75e120a9b3b666: Waiting for close lock at 1732340604199Running coprocessor pre-close hooks at 1732340604199Disabling compacts and flushes for region at 1732340604199Disabling writes for close at 1732340604200 (+1 ms)Obtaining lock to block concurrent updates at 1732340604201 (+1 ms)Preparing flush snapshotting stores in ecbc4af9abbb4c9cbe75e120a9b3b666 at 1732340604201Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732340604201Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. at 1732340604202 (+1 ms)Flushing ecbc4af9abbb4c9cbe75e120a9b3b666/info: creating writer at 1732340604202Flushing ecbc4af9abbb4c9cbe75e120a9b3b666/info: appending metadata at 1732340604206 (+4 ms)Flushing ecbc4af9abbb4c9cbe75e120a9b3b666/info: closing flushed file at 1732340604206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e667083: reopening flushed file at 1732340604219 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecbc4af9abbb4c9cbe75e120a9b3b666 in 28ms, sequenceid=22, compaction requested=true at 1732340604228 (+9 ms)Writing region close event to WAL at 1732340604250 (+22 ms)Running coprocessor post-close hooks at 1732340604254 (+4 ms)Closed at 1732340604254 2024-11-23T05:43:24,255 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732340553704.ecbc4af9abbb4c9cbe75e120a9b3b666. 2024-11-23T05:43:24,255 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/ns/81cb696403b84b38abec3f1ec48b7b67 is 43, key is default/ns:d/1732340553659/Put/seqid=0 2024-11-23T05:43:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741847_1023 (size=5153) 2024-11-23T05:43:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741847_1023 (size=5153) 2024-11-23T05:43:24,260 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/ns/81cb696403b84b38abec3f1ec48b7b67 2024-11-23T05:43:24,279 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/table/d53c854810324382a6c4335185e0cd99 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732340554112/Put/seqid=0 2024-11-23T05:43:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741848_1024 (size=5508) 2024-11-23T05:43:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741848_1024 (size=5508) 2024-11-23T05:43:24,284 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/table/d53c854810324382a6c4335185e0cd99 2024-11-23T05:43:24,292 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/info/e72857b9c22c4c11a65bd4b9cd640db1 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/info/e72857b9c22c4c11a65bd4b9cd640db1 2024-11-23T05:43:24,299 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/info/e72857b9c22c4c11a65bd4b9cd640db1, entries=10, sequenceid=11, filesize=7.1 K 2024-11-23T05:43:24,300 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/ns/81cb696403b84b38abec3f1ec48b7b67 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/ns/81cb696403b84b38abec3f1ec48b7b67 2024-11-23T05:43:24,307 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/ns/81cb696403b84b38abec3f1ec48b7b67, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T05:43:24,308 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/.tmp/table/d53c854810324382a6c4335185e0cd99 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/table/d53c854810324382a6c4335185e0cd99 2024-11-23T05:43:24,315 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/table/d53c854810324382a6c4335185e0cd99, entries=2, sequenceid=11, filesize=5.4 K 2024-11-23T05:43:24,316 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=11, compaction requested=false 2024-11-23T05:43:24,322 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T05:43:24,322 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:43:24,322 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:43:24,323 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340604201Running coprocessor pre-close hooks at 1732340604201Disabling compacts and flushes for region at 1732340604201Disabling writes for close at 1732340604201Obtaining lock to block concurrent updates at 1732340604202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732340604202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732340604202Flushing stores of hbase:meta,,1.1588230740 at 1732340604203 (+1 ms)Flushing 1588230740/info: creating writer at 1732340604203Flushing 1588230740/info: appending metadata at 1732340604226 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732340604226Flushing 1588230740/ns: creating writer at 1732340604240 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732340604255 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732340604255Flushing 1588230740/table: creating writer at 1732340604265 (+10 ms)Flushing 1588230740/table: appending metadata at 1732340604278 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732340604279 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30013cf5: reopening flushed file at 1732340604291 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad41ea7: reopening flushed file at 1732340604299 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4a6d7: reopening flushed file at 1732340604307 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=11, compaction requested=false at 1732340604316 (+9 ms)Writing region close event to WAL at 1732340604318 (+2 ms)Running coprocessor post-close hooks at 1732340604322 (+4 ms)Closed at 1732340604322 2024-11-23T05:43:24,323 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T05:43:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:43:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T05:43:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T05:43:24,401 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,38849,1732340552054; all regions closed. 2024-11-23T05:43:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741834_1010 (size=3306) 2024-11-23T05:43:24,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/WALs/9abfc7c2569e,38849,1732340552054/9abfc7c2569e%2C38849%2C1732340552054.meta.1732340553495.meta not finished, retry = 0 2024-11-23T05:43:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741834_1010 (size=3306) 2024-11-23T05:43:24,507 DEBUG [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs 2024-11-23T05:43:24,507 INFO [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C38849%2C1732340552054.meta:.meta(num 1732340553495) 2024-11-23T05:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741844_1020 (size=1252) 2024-11-23T05:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741844_1020 (size=1252) 2024-11-23T05:43:24,512 DEBUG [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/oldWALs 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C38849%2C1732340552054:(num 1732340604115) 2024-11-23T05:43:24,512 DEBUG [RS:0;9abfc7c2569e:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:43:24,512 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:43:24,512 INFO [RS:0;9abfc7c2569e:38849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38849 2024-11-23T05:43:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,38849,1732340552054 2024-11-23T05:43:24,544 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:43:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:43:24,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,38849,1732340552054] 2024-11-23T05:43:24,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,38849,1732340552054 already deleted, retry=false 2024-11-23T05:43:24,562 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,38849,1732340552054 expired; onlineServers=0 2024-11-23T05:43:24,562 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,34967,1732340551889' ***** 2024-11-23T05:43:24,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:43:24,563 DEBUG [M:0;9abfc7c2569e:34967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T05:43:24,563 DEBUG [M:0;9abfc7c2569e:34967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T05:43:24,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T05:43:24,563 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340552826 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340552826,5,FailOnTimeoutGroup] 2024-11-23T05:43:24,563 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340552825 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340552825,5,FailOnTimeoutGroup] 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:43:24,563 DEBUG [M:0;9abfc7c2569e:34967 {}] master.HMaster(1795): Stopping service threads 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T05:43:24,563 INFO [M:0;9abfc7c2569e:34967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:43:24,564 INFO [M:0;9abfc7c2569e:34967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T05:43:24,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T05:43:24,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T05:43:24,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:24,571 DEBUG [M:0;9abfc7c2569e:34967 {}] zookeeper.ZKUtil(347): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T05:43:24,571 WARN [M:0;9abfc7c2569e:34967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T05:43:24,572 INFO [M:0;9abfc7c2569e:34967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/.lastflushedseqids 2024-11-23T05:43:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741849_1025 (size=130) 2024-11-23T05:43:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741849_1025 (size=130) 2024-11-23T05:43:24,582 INFO [M:0;9abfc7c2569e:34967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T05:43:24,582 INFO [M:0;9abfc7c2569e:34967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T05:43:24,582 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:43:24,582 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:24,582 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:24,582 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:43:24,582 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:24,583 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-23T05:43:24,599 DEBUG [M:0;9abfc7c2569e:34967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf5c4eea730b40e2924e734ac01c50af is 82, key is hbase:meta,,1/info:regioninfo/1732340553558/Put/seqid=0 2024-11-23T05:43:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741850_1026 (size=5672) 2024-11-23T05:43:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741850_1026 (size=5672) 2024-11-23T05:43:24,608 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf5c4eea730b40e2924e734ac01c50af 2024-11-23T05:43:24,628 DEBUG [M:0;9abfc7c2569e:34967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941b02cb0e98424294618b5d5f22d401 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732340554118/Put/seqid=0 2024-11-23T05:43:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741851_1027 (size=7823) 2024-11-23T05:43:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741851_1027 (size=7823) 2024-11-23T05:43:24,633 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941b02cb0e98424294618b5d5f22d401 2024-11-23T05:43:24,638 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 941b02cb0e98424294618b5d5f22d401 2024-11-23T05:43:24,652 DEBUG [M:0;9abfc7c2569e:34967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b964168be03847f58e7e20f1ea741cff is 69, key is 9abfc7c2569e,38849,1732340552054/rs:state/1732340552924/Put/seqid=0 2024-11-23T05:43:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:43:24,654 INFO [RS:0;9abfc7c2569e:38849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:43:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1016780a3810001, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:43:24,654 INFO [RS:0;9abfc7c2569e:38849 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,38849,1732340552054; zookeeper connection closed. 2024-11-23T05:43:24,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 2024-11-23T05:43:24,655 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T05:43:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741852_1028 (size=5156) 2024-11-23T05:43:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741852_1028 (size=5156) 2024-11-23T05:43:24,658 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b964168be03847f58e7e20f1ea741cff 2024-11-23T05:43:24,680 DEBUG [M:0;9abfc7c2569e:34967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2937a8f47fd64633bb236c3bf0aaafb5 is 52, key is load_balancer_on/state:d/1732340553699/Put/seqid=0 2024-11-23T05:43:24,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741853_1029 (size=5056) 2024-11-23T05:43:24,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741853_1029 (size=5056) 2024-11-23T05:43:24,685 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2937a8f47fd64633bb236c3bf0aaafb5 2024-11-23T05:43:24,690 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf5c4eea730b40e2924e734ac01c50af as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf5c4eea730b40e2924e734ac01c50af 2024-11-23T05:43:24,696 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf5c4eea730b40e2924e734ac01c50af, entries=8, sequenceid=121, filesize=5.5 K 2024-11-23T05:43:24,697 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941b02cb0e98424294618b5d5f22d401 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941b02cb0e98424294618b5d5f22d401 2024-11-23T05:43:24,701 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 941b02cb0e98424294618b5d5f22d401 2024-11-23T05:43:24,702 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941b02cb0e98424294618b5d5f22d401, entries=14, sequenceid=121, filesize=7.6 K 2024-11-23T05:43:24,703 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b964168be03847f58e7e20f1ea741cff as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b964168be03847f58e7e20f1ea741cff 2024-11-23T05:43:24,707 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b964168be03847f58e7e20f1ea741cff, entries=1, sequenceid=121, filesize=5.0 K 2024-11-23T05:43:24,709 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2937a8f47fd64633bb236c3bf0aaafb5 as hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2937a8f47fd64633bb236c3bf0aaafb5 2024-11-23T05:43:24,714 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46075/user/jenkins/test-data/6ea54821-e57f-57bb-f069-ce1a518b88b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2937a8f47fd64633bb236c3bf0aaafb5, entries=1, sequenceid=121, filesize=4.9 K 2024-11-23T05:43:24,715 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=121, compaction requested=false 2024-11-23T05:43:24,716 INFO [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:24,716 DEBUG [M:0;9abfc7c2569e:34967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340604582Disabling compacts and flushes for region at 1732340604582Disabling writes for close at 1732340604582Obtaining lock to block concurrent updates at 1732340604583 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340604583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732340604583Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340604584 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340604584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340604599 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340604599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340604613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340604627 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340604627Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340604638 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340604651 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340604651Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732340604663 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732340604679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732340604679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e6b9a1: reopening flushed file at 1732340604689 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12924178: reopening flushed file at 1732340604696 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b29150f: reopening flushed file at 1732340604702 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1626a30a: reopening flushed file at 1732340604708 (+6 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=121, compaction requested=false at 1732340604715 (+7 ms)Writing region close event to WAL at 1732340604716 (+1 ms)Closed at 1732340604716 2024-11-23T05:43:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741830_1006 (size=53035) 2024-11-23T05:43:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34131 is added to blk_1073741830_1006 (size=53035) 2024-11-23T05:43:24,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:43:24,719 INFO [M:0;9abfc7c2569e:34967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T05:43:24,719 INFO [M:0;9abfc7c2569e:34967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34967 2024-11-23T05:43:24,720 INFO [M:0;9abfc7c2569e:34967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:43:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:43:24,844 INFO [M:0;9abfc7c2569e:34967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:43:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34967-0x1016780a3810000, quorum=127.0.0.1:64459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:43:24,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64964756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:43:24,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@718f5af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:43:24,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:43:24,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e69fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:43:24,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e816b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,STOPPED} 2024-11-23T05:43:24,852 WARN [BP-135634955-172.17.0.2-1732340550027 heartbeating to localhost/127.0.0.1:46075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:43:24,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:43:24,852 WARN [BP-135634955-172.17.0.2-1732340550027 heartbeating to localhost/127.0.0.1:46075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-135634955-172.17.0.2-1732340550027 (Datanode Uuid 1916f6a4-84ce-4dd1-806c-3738dafa02a3) service to localhost/127.0.0.1:46075 2024-11-23T05:43:24,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:43:24,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data3/current/BP-135634955-172.17.0.2-1732340550027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:43:24,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data4/current/BP-135634955-172.17.0.2-1732340550027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:43:24,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:43:24,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da8b574{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:43:24,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c669bbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:43:24,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:43:24,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79bcc77d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:43:24,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2320853e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,STOPPED} 2024-11-23T05:43:24,860 WARN [BP-135634955-172.17.0.2-1732340550027 heartbeating to localhost/127.0.0.1:46075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:43:24,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:43:24,860 WARN [BP-135634955-172.17.0.2-1732340550027 heartbeating to localhost/127.0.0.1:46075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-135634955-172.17.0.2-1732340550027 (Datanode Uuid 4867fc70-52af-4abd-b47e-5480f8e4c582) service to localhost/127.0.0.1:46075 2024-11-23T05:43:24,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:43:24,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data1/current/BP-135634955-172.17.0.2-1732340550027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:43:24,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/cluster_2c9aadd1-10c4-cbd0-9edf-6429ec0e794a/data/data2/current/BP-135634955-172.17.0.2-1732340550027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:43:24,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:43:24,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42510b51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:43:24,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f3dcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:43:24,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:43:24,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a816af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:43:24,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147cdfda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir/,STOPPED} 2024-11-23T05:43:24,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T05:43:24,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T05:43:24,902 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=8439 (was 8367) - AvailableMemoryMB LEAK? - 2024-11-23T05:43:24,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8439 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.log.dir so I do NOT create it in target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94e4226-3ba5-c8be-0d42-8406086f5ecd/hadoop.tmp.dir so I do NOT create it in target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619, deleteOnExit=true 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/test.cache.data in system properties and HBase conf 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir in system properties and HBase conf 2024-11-23T05:43:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T05:43:24,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T05:43:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/nfs.dump.dir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/java.io.tmpdir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:43:24,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T05:43:24,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T05:43:24,953 INFO [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:43:25,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:43:25,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:43:25,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:43:25,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:43:25,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:43:25,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:43:25,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdde563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:43:25,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70df1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:43:25,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@177fdcdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/java.io.tmpdir/jetty-localhost-37257-hadoop-hdfs-3_4_1-tests_jar-_-any-13907208527694670316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:43:25,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8633e9{HTTP/1.1, (http/1.1)}{localhost:37257} 2024-11-23T05:43:25,349 INFO [Time-limited test {}] server.Server(415): Started @146732ms 2024-11-23T05:43:25,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:43:25,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:43:25,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:43:25,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:43:25,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:43:25,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@886cba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:43:25,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@653ad4d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:43:25,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7492e6c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/java.io.tmpdir/jetty-localhost-41705-hadoop-hdfs-3_4_1-tests_jar-_-any-5387963744106464711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:43:25,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:41705} 2024-11-23T05:43:25,673 INFO [Time-limited test {}] server.Server(415): Started @147055ms 2024-11-23T05:43:25,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:43:25,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:43:25,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:43:25,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:43:25,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:43:25,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:43:25,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63953d33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:43:25,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc66f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:43:25,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38490849{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/java.io.tmpdir/jetty-localhost-45229-hadoop-hdfs-3_4_1-tests_jar-_-any-17523436862774217915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:43:25,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd55011{HTTP/1.1, (http/1.1)}{localhost:45229} 2024-11-23T05:43:25,807 INFO [Time-limited test {}] server.Server(415): Started @147190ms 2024-11-23T05:43:25,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:43:26,359 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data1/current/BP-1722690830-172.17.0.2-1732340604941/current, will proceed with Du for space computation calculation, 2024-11-23T05:43:26,363 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data2/current/BP-1722690830-172.17.0.2-1732340604941/current, will proceed with Du for space computation calculation, 2024-11-23T05:43:26,384 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:43:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb48ab14e26890ab6 with lease ID 0x430e6f33a07d404d: Processing first storage report for DS-31e115e8-007d-4f72-9285-744c085126a0 from datanode DatanodeRegistration(127.0.0.1:40547, datanodeUuid=5d32771b-8cd4-475c-b239-0461f7f7116f, infoPort=39075, infoSecurePort=0, ipcPort=37265, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941) 2024-11-23T05:43:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb48ab14e26890ab6 with lease ID 0x430e6f33a07d404d: from storage DS-31e115e8-007d-4f72-9285-744c085126a0 node DatanodeRegistration(127.0.0.1:40547, datanodeUuid=5d32771b-8cd4-475c-b239-0461f7f7116f, infoPort=39075, infoSecurePort=0, ipcPort=37265, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:43:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb48ab14e26890ab6 with lease ID 0x430e6f33a07d404d: Processing first storage report for DS-65aa3804-07fc-44b8-ab88-a88102b9383c from datanode DatanodeRegistration(127.0.0.1:40547, datanodeUuid=5d32771b-8cd4-475c-b239-0461f7f7116f, infoPort=39075, infoSecurePort=0, ipcPort=37265, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941) 2024-11-23T05:43:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb48ab14e26890ab6 with lease ID 0x430e6f33a07d404d: from storage DS-65aa3804-07fc-44b8-ab88-a88102b9383c node DatanodeRegistration(127.0.0.1:40547, datanodeUuid=5d32771b-8cd4-475c-b239-0461f7f7116f, infoPort=39075, infoSecurePort=0, ipcPort=37265, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:43:26,543 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data3/current/BP-1722690830-172.17.0.2-1732340604941/current, will proceed with Du for space computation calculation, 2024-11-23T05:43:26,543 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data4/current/BP-1722690830-172.17.0.2-1732340604941/current, will proceed with Du for space computation calculation, 2024-11-23T05:43:26,585 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:43:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae0edcb3995204d1 with lease ID 0x430e6f33a07d404e: Processing first storage report for DS-5453fcd5-afcd-4c7e-87f0-489362763400 from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=66217c9f-65af-492d-8c27-71182cfc04f4, infoPort=46015, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941) 2024-11-23T05:43:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae0edcb3995204d1 with lease ID 0x430e6f33a07d404e: from storage DS-5453fcd5-afcd-4c7e-87f0-489362763400 node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=66217c9f-65af-492d-8c27-71182cfc04f4, infoPort=46015, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:43:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae0edcb3995204d1 with lease ID 0x430e6f33a07d404e: Processing first storage report for DS-cffd0b24-3dd3-43bf-8ce6-4317d9fdce8b from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=66217c9f-65af-492d-8c27-71182cfc04f4, infoPort=46015, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941) 2024-11-23T05:43:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae0edcb3995204d1 with lease ID 0x430e6f33a07d404e: from storage DS-cffd0b24-3dd3-43bf-8ce6-4317d9fdce8b node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=66217c9f-65af-492d-8c27-71182cfc04f4, infoPort=46015, infoSecurePort=0, ipcPort=42109, storageInfo=lv=-57;cid=testClusterID;nsid=349079397;c=1732340604941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:43:26,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593 2024-11-23T05:43:26,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/zookeeper_0, clientPort=60156, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T05:43:26,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60156 2024-11-23T05:43:26,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:43:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:43:26,652 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b with version=8 2024-11-23T05:43:26,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase-staging 2024-11-23T05:43:26,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T05:43:26,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:43:26,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41177 2024-11-23T05:43:26,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41177 connecting to ZooKeeper ensemble=127.0.0.1:60156 2024-11-23T05:43:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411770x0, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:43:26,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41177-0x101678179740000 connected 2024-11-23T05:43:26,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:43:26,792 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b, hbase.cluster.distributed=false 2024-11-23T05:43:26,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:43:26,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-23T05:43:26,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41177 2024-11-23T05:43:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41177 2024-11-23T05:43:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-23T05:43:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-23T05:43:26,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:43:26,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:43:26,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:43:26,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:43:26,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T05:43:26,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:43:26,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44437 2024-11-23T05:43:26,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44437 connecting to ZooKeeper ensemble=127.0.0.1:60156 2024-11-23T05:43:26,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444370x0, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:43:26,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444370x0, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:43:26,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44437-0x101678179740001 connected 2024-11-23T05:43:26,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T05:43:26,830 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T05:43:26,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T05:43:26,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:43:26,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-23T05:43:26,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44437 2024-11-23T05:43:26,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44437 2024-11-23T05:43:26,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-23T05:43:26,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-23T05:43:26,847 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:41177 2024-11-23T05:43:26,847 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:43:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:43:26,854 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T05:43:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:26,862 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T05:43:26,862 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,41177,1732340606653 from backup master directory 2024-11-23T05:43:26,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:26,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:43:26,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:43:26,870 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:43:26,870 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:26,874 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/hbase.id] with ID: 3c071df5-72a5-40a8-8206-b2f4768c4535 2024-11-23T05:43:26,874 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/.tmp/hbase.id 2024-11-23T05:43:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:43:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:43:26,880 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/.tmp/hbase.id]:[hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/hbase.id] 2024-11-23T05:43:26,893 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:26,893 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T05:43:26,895 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T05:43:26,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:43:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:43:26,913 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:43:26,913 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T05:43:26,914 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:43:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:43:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:43:26,926 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store 2024-11-23T05:43:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:43:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:43:26,936 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:26,936 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:43:26,936 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340606936Disabling compacts and flushes for region at 1732340606936Disabling writes for close at 1732340606936Writing region close event to WAL at 1732340606936Closed at 1732340606936 2024-11-23T05:43:26,937 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/.initializing 2024-11-23T05:43:26,937 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/WALs/9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:26,939 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:43:26,941 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C41177%2C1732340606653, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/WALs/9abfc7c2569e,41177,1732340606653, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/oldWALs, maxLogs=10 2024-11-23T05:43:26,953 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/WALs/9abfc7c2569e,41177,1732340606653/9abfc7c2569e%2C41177%2C1732340606653.1732340606941, exclude list is [], retry=0 2024-11-23T05:43:26,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-5453fcd5-afcd-4c7e-87f0-489362763400,DISK] 2024-11-23T05:43:26,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40547,DS-31e115e8-007d-4f72-9285-744c085126a0,DISK] 2024-11-23T05:43:26,959 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/WALs/9abfc7c2569e,41177,1732340606653/9abfc7c2569e%2C41177%2C1732340606653.1732340606941 2024-11-23T05:43:26,959 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46015:46015),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-23T05:43:26,959 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:43:26,960 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:26,960 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,960 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T05:43:26,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:26,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:26,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T05:43:26,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:26,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:26,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T05:43:26,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:26,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:26,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T05:43:26,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:26,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:26,971 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,972 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,972 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,974 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,974 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,974 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T05:43:26,975 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:43:26,977 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:43:26,978 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704794, jitterRate=-0.1038086861371994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T05:43:26,979 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732340606960Initializing all the Stores at 1732340606961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340606961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340606961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340606961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340606961Cleaning up temporary data from old regions at 1732340606974 (+13 ms)Region opened successfully at 1732340606978 (+4 ms) 2024-11-23T05:43:26,979 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T05:43:26,982 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387d3dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:43:26,983 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T05:43:26,983 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T05:43:26,983 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T05:43:26,983 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T05:43:26,984 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T05:43:26,984 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T05:43:26,984 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T05:43:26,987 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T05:43:26,988 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T05:43:27,003 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T05:43:27,004 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T05:43:27,005 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T05:43:27,012 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T05:43:27,012 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T05:43:27,014 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T05:43:27,020 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T05:43:27,021 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T05:43:27,028 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T05:43:27,031 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T05:43:27,036 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T05:43:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:43:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:43:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,046 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,41177,1732340606653, sessionid=0x101678179740000, setting cluster-up flag (Was=false) 2024-11-23T05:43:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,087 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T05:43:27,088 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:27,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,128 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T05:43:27,130 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:27,132 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T05:43:27,133 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T05:43:27,133 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T05:43:27,133 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T05:43:27,134 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,41177,1732340606653 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T05:43:27,135 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:43:27,135 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:43:27,135 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:43:27,136 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:43:27,136 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10 2024-11-23T05:43:27,136 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,136 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:43:27,136 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340637139 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T05:43:27,139 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(746): ClusterId : 3c071df5-72a5-40a8-8206-b2f4768c4535 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T05:43:27,139 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T05:43:27,139 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T05:43:27,140 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:43:27,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T05:43:27,140 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T05:43:27,140 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T05:43:27,140 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T05:43:27,141 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T05:43:27,141 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T05:43:27,141 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T05:43:27,145 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340607141,5,FailOnTimeoutGroup] 2024-11-23T05:43:27,145 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340607145,5,FailOnTimeoutGroup] 2024-11-23T05:43:27,145 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,145 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T05:43:27,145 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,145 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,146 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T05:43:27,146 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T05:43:27,154 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T05:43:27,155 DEBUG [RS:0;9abfc7c2569e:44437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb70a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:43:27,166 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:44437 2024-11-23T05:43:27,166 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T05:43:27,166 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T05:43:27,167 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T05:43:27,167 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,41177,1732340606653 with port=44437, startcode=1732340606811 2024-11-23T05:43:27,168 DEBUG [RS:0;9abfc7c2569e:44437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T05:43:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:43:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:43:27,173 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T05:43:27,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T05:43:27,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b 2024-11-23T05:43:27,176 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b 2024-11-23T05:43:27,176 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-11-23T05:43:27,176 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T05:43:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:43:27,189 DEBUG [RS:0;9abfc7c2569e:44437 {}] zookeeper.ZKUtil(111): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,189 WARN [RS:0;9abfc7c2569e:44437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:43:27,189 INFO [RS:0;9abfc7c2569e:44437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:43:27,189 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,44437,1732340606811] 2024-11-23T05:43:27,193 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T05:43:27,199 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T05:43:27,200 INFO [RS:0;9abfc7c2569e:44437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:43:27,200 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:43:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:43:27,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:27,202 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T05:43:27,203 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T05:43:27,204 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,204 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:43:27,205 DEBUG [RS:0;9abfc7c2569e:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:43:27,209 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:43:27,209 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,210 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,211 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,211 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,211 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44437,1732340606811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:43:27,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:43:27,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:43:27,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:43:27,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:43:27,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:43:27,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:43:27,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:43:27,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:43:27,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740 2024-11-23T05:43:27,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740 2024-11-23T05:43:27,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:43:27,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:43:27,225 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:43:27,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:43:27,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:43:27,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704888, jitterRate=-0.10368862748146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:43:27,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732340607202Initializing all the Stores at 1732340607202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607203 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607209 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340607209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607209Cleaning up temporary data from old regions at 1732340607224 (+15 ms)Region opened successfully at 1732340607235 (+11 ms) 2024-11-23T05:43:27,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:43:27,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:43:27,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:43:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:43:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:43:27,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:43:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340607235Disabling compacts and flushes for region at 1732340607235Disabling writes for close at 1732340607236 (+1 ms)Writing region close event to WAL at 1732340607236Closed at 1732340607236 2024-11-23T05:43:27,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:43:27,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T05:43:27,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T05:43:27,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:43:27,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T05:43:27,245 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T05:43:27,245 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,44437,1732340606811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,245 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,245 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.Replication(171): 9abfc7c2569e,44437,1732340606811 started 2024-11-23T05:43:27,259 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,260 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,44437,1732340606811, RpcServer on 9abfc7c2569e/172.17.0.2:44437, sessionid=0x101678179740001 2024-11-23T05:43:27,260 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T05:43:27,260 DEBUG [RS:0;9abfc7c2569e:44437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,260 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,44437,1732340606811' 2024-11-23T05:43:27,260 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T05:43:27,260 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T05:43:27,261 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T05:43:27,261 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T05:43:27,261 DEBUG [RS:0;9abfc7c2569e:44437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,261 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,44437,1732340606811' 2024-11-23T05:43:27,261 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T05:43:27,262 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T05:43:27,262 DEBUG [RS:0;9abfc7c2569e:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T05:43:27,262 INFO [RS:0;9abfc7c2569e:44437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T05:43:27,262 INFO [RS:0;9abfc7c2569e:44437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T05:43:27,362 INFO [RS:0;9abfc7c2569e:44437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:43:27,364 INFO [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C44437%2C1732340606811, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs, maxLogs=32 2024-11-23T05:43:27,378 DEBUG [RS:0;9abfc7c2569e:44437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340607365, exclude list is [], retry=0 2024-11-23T05:43:27,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-5453fcd5-afcd-4c7e-87f0-489362763400,DISK] 2024-11-23T05:43:27,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40547,DS-31e115e8-007d-4f72-9285-744c085126a0,DISK] 2024-11-23T05:43:27,383 INFO [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340607365 2024-11-23T05:43:27,383 DEBUG [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46015:46015),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-23T05:43:27,393 DEBUG [9abfc7c2569e:41177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T05:43:27,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,44437,1732340606811, state=OPENING 2024-11-23T05:43:27,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T05:43:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:43:27,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:43:27,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:43:27,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:43:27,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44437,1732340606811}] 2024-11-23T05:43:27,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T05:43:27,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T05:43:27,601 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T05:43:27,601 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:43:27,602 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T05:43:27,604 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C44437%2C1732340606811.meta, suffix=.meta, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs, maxLogs=32 2024-11-23T05:43:27,620 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.meta.1732340607605.meta, exclude list is [], retry=0 2024-11-23T05:43:27,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40547,DS-31e115e8-007d-4f72-9285-744c085126a0,DISK] 2024-11-23T05:43:27,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-5453fcd5-afcd-4c7e-87f0-489362763400,DISK] 2024-11-23T05:43:27,624 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.meta.1732340607605.meta 2024-11-23T05:43:27,624 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46015:46015),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T05:43:27,625 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T05:43:27,625 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T05:43:27,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:43:27,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:43:27,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:43:27,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:43:27,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:43:27,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:43:27,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:43:27,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:43:27,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:43:27,631 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:43:27,632 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740 2024-11-23T05:43:27,633 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740 2024-11-23T05:43:27,635 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:43:27,635 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:43:27,635 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:43:27,637 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:43:27,638 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700140, jitterRate=-0.10972647368907928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:43:27,638 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T05:43:27,639 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732340607625Writing region info on filesystem at 1732340607625Initializing all the Stores at 1732340607626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340607626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340607626Cleaning up temporary data from old regions at 1732340607635 (+9 ms)Running coprocessor post-open hooks at 1732340607638 (+3 ms)Region opened successfully at 1732340607639 (+1 ms) 2024-11-23T05:43:27,640 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340607591 2024-11-23T05:43:27,642 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T05:43:27,642 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T05:43:27,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,44437,1732340606811, state=OPEN 2024-11-23T05:43:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:43:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:43:27,709 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:43:27,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:43:27,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T05:43:27,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,44437,1732340606811 in 272 msec 2024-11-23T05:43:27,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T05:43:27,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-23T05:43:27,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:43:27,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T05:43:27,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:43:27,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,44437,1732340606811, seqNum=-1] 2024-11-23T05:43:27,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:43:27,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:43:27,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 590 msec 2024-11-23T05:43:27,724 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340607724, completionTime=-1 2024-11-23T05:43:27,724 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T05:43:27,724 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340667727 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340727727 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:41177, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,727 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,728 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,729 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.862sec 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:43:27,732 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T05:43:27,735 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T05:43:27,735 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T05:43:27,735 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41177,1732340606653-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:43:27,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9a6aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:43:27,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,41177,-1 for getting cluster id 2024-11-23T05:43:27,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T05:43:27,741 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c071df5-72a5-40a8-8206-b2f4768c4535' 2024-11-23T05:43:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T05:43:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c071df5-72a5-40a8-8206-b2f4768c4535" 2024-11-23T05:43:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f84aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:43:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,41177,-1] 2024-11-23T05:43:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T05:43:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:43:27,744 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T05:43:27,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43617e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:43:27,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:43:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,44437,1732340606811, seqNum=-1] 2024-11-23T05:43:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:43:27,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:43:27,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:27,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:43:27,751 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T05:43:27,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T05:43:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9abfc7c2569e,41177,1732340606653 2024-11-23T05:43:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d229984 2024-11-23T05:43:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T05:43:27,755 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T05:43:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T05:43:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T05:43:27,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:43:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-23T05:43:27,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T05:43:27,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:27,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-23T05:43:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:43:27,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T05:43:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741835_1011 (size=381) 2024-11-23T05:43:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741835_1011 (size=381) 2024-11-23T05:43:27,769 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53666c3668bbafde97fbfda6f6ab9217, NAME => 'TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b 2024-11-23T05:43:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741836_1012 (size=64) 2024-11-23T05:43:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741836_1012 (size=64) 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 53666c3668bbafde97fbfda6f6ab9217, disabling compactions & flushes 2024-11-23T05:43:27,777 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. after waiting 0 ms 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:27,777 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:27,777 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53666c3668bbafde97fbfda6f6ab9217: Waiting for close lock at 1732340607777Disabling compacts and flushes for region at 1732340607777Disabling writes for close at 1732340607777Writing region close event to WAL at 1732340607777Closed at 1732340607777 2024-11-23T05:43:27,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T05:43:27,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732340607778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340607778"}]},"ts":"1732340607778"} 2024-11-23T05:43:27,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T05:43:27,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T05:43:27,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340607782"}]},"ts":"1732340607782"} 2024-11-23T05:43:27,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-23T05:43:27,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, ASSIGN}] 2024-11-23T05:43:27,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, ASSIGN 2024-11-23T05:43:27,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, ASSIGN; state=OFFLINE, location=9abfc7c2569e,44437,1732340606811; forceNewPlan=false, retain=false 2024-11-23T05:43:27,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53666c3668bbafde97fbfda6f6ab9217, regionState=OPENING, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, ASSIGN because future has completed 2024-11-23T05:43:27,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811}] 2024-11-23T05:43:28,098 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:28,098 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53666c3668bbafde97fbfda6f6ab9217, NAME => 'TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:43:28,098 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,099 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:28,099 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,099 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,100 INFO [StoreOpener-53666c3668bbafde97fbfda6f6ab9217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,102 INFO [StoreOpener-53666c3668bbafde97fbfda6f6ab9217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53666c3668bbafde97fbfda6f6ab9217 columnFamilyName info 2024-11-23T05:43:28,102 DEBUG [StoreOpener-53666c3668bbafde97fbfda6f6ab9217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:28,102 INFO [StoreOpener-53666c3668bbafde97fbfda6f6ab9217-1 {}] regionserver.HStore(327): Store=53666c3668bbafde97fbfda6f6ab9217/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:28,103 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,103 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,104 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,104 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,104 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,107 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,109 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:43:28,109 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53666c3668bbafde97fbfda6f6ab9217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858303, jitterRate=0.0913892388343811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:43:28,109 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:28,110 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53666c3668bbafde97fbfda6f6ab9217: Running coprocessor pre-open hook at 1732340608099Writing region info on filesystem at 1732340608099Initializing all the Stores at 1732340608100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340608100Cleaning up temporary data from old regions at 1732340608104 (+4 ms)Running coprocessor post-open hooks at 1732340608109 (+5 ms)Region opened successfully at 1732340608110 (+1 ms) 2024-11-23T05:43:28,111 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., pid=6, masterSystemTime=1732340608094 2024-11-23T05:43:28,114 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:28,114 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:28,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53666c3668bbafde97fbfda6f6ab9217, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:28,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811 because future has completed 2024-11-23T05:43:28,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T05:43:28,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811 in 177 msec 2024-11-23T05:43:28,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T05:43:28,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, ASSIGN in 336 msec 2024-11-23T05:43:28,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T05:43:28,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340608124"}]},"ts":"1732340608124"} 2024-11-23T05:43:28,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-23T05:43:28,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T05:43:28,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 371 msec 2024-11-23T05:43:29,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:43:29,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:29,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:33,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T05:43:33,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-23T05:43:34,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T05:43:34,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T05:43:34,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:43:34,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T05:43:34,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-23T05:43:34,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T05:43:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T05:43:37,788 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-23T05:43:37,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-23T05:43:37,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-23T05:43:37,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:37,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., hostname=9abfc7c2569e,44437,1732340606811, seqNum=2] 2024-11-23T05:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:37,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:43:37,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/271991c0b01140e9989d64fa92f31388 is 1055, key is row0001/info:/1732340617801/Put/seqid=0 2024-11-23T05:43:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741837_1013 (size=13386) 2024-11-23T05:43:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741837_1013 (size=13386) 2024-11-23T05:43:37,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/271991c0b01140e9989d64fa92f31388 2024-11-23T05:43:37,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/271991c0b01140e9989d64fa92f31388 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388 2024-11-23T05:43:37,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388, entries=8, sequenceid=12, filesize=13.1 K 2024-11-23T05:43:37,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 53666c3668bbafde97fbfda6f6ab9217 in 39ms, sequenceid=12, compaction requested=false 2024-11-23T05:43:37,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:37,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-23T05:43:37,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/5fd4be943ab84243b60ff59019803b05 is 1055, key is row0009/info:/1732340617820/Put/seqid=0 2024-11-23T05:43:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741838_1014 (size=22874) 2024-11-23T05:43:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741838_1014 (size=22874) 2024-11-23T05:43:37,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/5fd4be943ab84243b60ff59019803b05 2024-11-23T05:43:37,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/5fd4be943ab84243b60ff59019803b05 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 2024-11-23T05:43:37,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05, entries=17, sequenceid=32, filesize=22.3 K 2024-11-23T05:43:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 53666c3668bbafde97fbfda6f6ab9217 in 24ms, sequenceid=32, compaction requested=false 2024-11-23T05:43:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=35.4 K, sizeToCheck=16.0 K 2024-11-23T05:43:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 because midkey is the same as first or last row 2024-11-23T05:43:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:39,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:43:39,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/a7729e4cdf454c8880a41337fbd1ae19 is 1055, key is row0026/info:/1732340617859/Put/seqid=0 2024-11-23T05:43:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741839_1015 (size=13386) 2024-11-23T05:43:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741839_1015 (size=13386) 2024-11-23T05:43:39,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/a7729e4cdf454c8880a41337fbd1ae19 2024-11-23T05:43:39,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/a7729e4cdf454c8880a41337fbd1ae19 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19 2024-11-23T05:43:39,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19, entries=8, sequenceid=43, filesize=13.1 K 2024-11-23T05:43:39,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 53666c3668bbafde97fbfda6f6ab9217 in 27ms, sequenceid=43, compaction requested=true 2024-11-23T05:43:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 because midkey is the same as first or last row 2024-11-23T05:43:39,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53666c3668bbafde97fbfda6f6ab9217:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:43:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:39,908 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:39,909 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:43:39,909 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 53666c3668bbafde97fbfda6f6ab9217/info is initiating minor compaction (all files) 2024-11-23T05:43:39,909 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53666c3668bbafde97fbfda6f6ab9217/info in TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:39,909 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp, totalSize=48.5 K 2024-11-23T05:43:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:39,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-23T05:43:39,910 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 271991c0b01140e9989d64fa92f31388, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732340617801 2024-11-23T05:43:39,910 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd4be943ab84243b60ff59019803b05, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1732340617820 2024-11-23T05:43:39,911 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7729e4cdf454c8880a41337fbd1ae19, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732340617859 2024-11-23T05:43:39,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/321120b946d749c7a3e66f7275993327 is 1055, key is row0034/info:/1732340619882/Put/seqid=0 2024-11-23T05:43:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741840_1016 (size=18662) 2024-11-23T05:43:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741840_1016 (size=18662) 2024-11-23T05:43:39,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/321120b946d749c7a3e66f7275993327 2024-11-23T05:43:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/321120b946d749c7a3e66f7275993327 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327 2024-11-23T05:43:39,930 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53666c3668bbafde97fbfda6f6ab9217#info#compaction#35 average throughput is 8.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:39,930 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/f5202dfbb5f64e29b4b0cabe1f3bc447 is 1055, key is row0001/info:/1732340617801/Put/seqid=0 2024-11-23T05:43:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741841_1017 (size=39845) 2024-11-23T05:43:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741841_1017 (size=39845) 2024-11-23T05:43:39,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327, entries=13, sequenceid=59, filesize=18.2 K 2024-11-23T05:43:39,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 53666c3668bbafde97fbfda6f6ab9217 in 27ms, sequenceid=59, compaction requested=false 2024-11-23T05:43:39,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:39,937 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.7 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,937 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,938 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 because midkey is the same as first or last row 2024-11-23T05:43:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:39,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-23T05:43:39,944 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/f5202dfbb5f64e29b4b0cabe1f3bc447 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 2024-11-23T05:43:39,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/492e38c1ae9247298fdf2cc5e5f6330e is 1055, key is row0047/info:/1732340619912/Put/seqid=0 2024-11-23T05:43:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741842_1018 (size=17594) 2024-11-23T05:43:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741842_1018 (size=17594) 2024-11-23T05:43:39,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/492e38c1ae9247298fdf2cc5e5f6330e 2024-11-23T05:43:39,952 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53666c3668bbafde97fbfda6f6ab9217/info of 53666c3668bbafde97fbfda6f6ab9217 into f5202dfbb5f64e29b4b0cabe1f3bc447(size=38.9 K), total size for store is 57.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:39,952 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:39,954 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., storeName=53666c3668bbafde97fbfda6f6ab9217/info, priority=13, startTime=1732340619908; duration=0sec 2024-11-23T05:43:39,954 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=57.1 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,954 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,954 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 because midkey is the same as first or last row 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=57.1 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 because midkey is the same as first or last row 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=57.1 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 because midkey is the same as first or last row 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:39,955 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53666c3668bbafde97fbfda6f6ab9217:info 2024-11-23T05:43:39,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/492e38c1ae9247298fdf2cc5e5f6330e as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e 2024-11-23T05:43:39,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e, entries=12, sequenceid=74, filesize=17.2 K 2024-11-23T05:43:39,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 53666c3668bbafde97fbfda6f6ab9217 in 24ms, sequenceid=74, compaction requested=true 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.3 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 because midkey is the same as first or last row 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53666c3668bbafde97fbfda6f6ab9217:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:43:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:39,964 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:39,965 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:43:39,965 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 53666c3668bbafde97fbfda6f6ab9217/info is initiating minor compaction (all files) 2024-11-23T05:43:39,965 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53666c3668bbafde97fbfda6f6ab9217/info in TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:39,965 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp, totalSize=74.3 K 2024-11-23T05:43:39,966 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5202dfbb5f64e29b4b0cabe1f3bc447, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732340617801 2024-11-23T05:43:39,966 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 321120b946d749c7a3e66f7275993327, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732340619882 2024-11-23T05:43:39,967 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 492e38c1ae9247298fdf2cc5e5f6330e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732340619912 2024-11-23T05:43:39,979 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53666c3668bbafde97fbfda6f6ab9217#info#compaction#37 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:39,979 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/0ab76a346c0548418d09cffbad5bc1c6 is 1055, key is row0001/info:/1732340617801/Put/seqid=0 2024-11-23T05:43:39,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741843_1019 (size=66316) 2024-11-23T05:43:39,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741843_1019 (size=66316) 2024-11-23T05:43:39,990 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/0ab76a346c0548418d09cffbad5bc1c6 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 2024-11-23T05:43:39,997 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53666c3668bbafde97fbfda6f6ab9217/info of 53666c3668bbafde97fbfda6f6ab9217 into 0ab76a346c0548418d09cffbad5bc1c6(size=64.8 K), total size for store is 64.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:39,997 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:39,997 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., storeName=53666c3668bbafde97fbfda6f6ab9217/info, priority=13, startTime=1732340619964; duration=0sec 2024-11-23T05:43:39,997 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.8 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,997 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.8 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.8 K, sizeToCheck=16.0 K 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:39,998 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53666c3668bbafde97fbfda6f6ab9217:info 2024-11-23T05:43:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:41,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:43:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/3de45d89a2a24b9f8d0a09f62cbc540d is 1055, key is row0059/info:/1732340619941/Put/seqid=0 2024-11-23T05:43:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741844_1020 (size=13386) 2024-11-23T05:43:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741844_1020 (size=13386) 2024-11-23T05:43:41,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/3de45d89a2a24b9f8d0a09f62cbc540d 2024-11-23T05:43:41,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/3de45d89a2a24b9f8d0a09f62cbc540d as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d 2024-11-23T05:43:41,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d, entries=8, sequenceid=87, filesize=13.1 K 2024-11-23T05:43:41,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 53666c3668bbafde97fbfda6f6ab9217 in 31ms, sequenceid=87, compaction requested=false 2024-11-23T05:43:41,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:41,993 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.8 K, sizeToCheck=16.0 K 2024-11-23T05:43:41,993 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:41,993 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:41,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-23T05:43:41,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/cfcd437132ef4454b1909128f5371480 is 1055, key is row0067/info:/1732340621966/Put/seqid=0 2024-11-23T05:43:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741845_1021 (size=18662) 2024-11-23T05:43:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741845_1021 (size=18662) 2024-11-23T05:43:42,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/cfcd437132ef4454b1909128f5371480 2024-11-23T05:43:42,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/cfcd437132ef4454b1909128f5371480 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480 2024-11-23T05:43:42,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480, entries=13, sequenceid=103, filesize=18.2 K 2024-11-23T05:43:42,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 53666c3668bbafde97fbfda6f6ab9217 in 25ms, sequenceid=103, compaction requested=true 2024-11-23T05:43:42,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.1 K, sizeToCheck=16.0 K 2024-11-23T05:43:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53666c3668bbafde97fbfda6f6ab9217:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:43:42,020 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:42,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-23T05:43:42,021 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98364 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:43:42,021 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 53666c3668bbafde97fbfda6f6ab9217/info is initiating minor compaction (all files) 2024-11-23T05:43:42,021 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53666c3668bbafde97fbfda6f6ab9217/info in TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:42,022 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp, totalSize=96.1 K 2024-11-23T05:43:42,022 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab76a346c0548418d09cffbad5bc1c6, keycount=58, bloomtype=ROW, size=64.8 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732340617801 2024-11-23T05:43:42,022 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de45d89a2a24b9f8d0a09f62cbc540d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732340619941 2024-11-23T05:43:42,023 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfcd437132ef4454b1909128f5371480, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732340621966 2024-11-23T05:43:42,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/8d143e74d798472e8d08777fc57bfab9 is 1055, key is row0080/info:/1732340621995/Put/seqid=0 2024-11-23T05:43:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741846_1022 (size=17594) 2024-11-23T05:43:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741846_1022 (size=17594) 2024-11-23T05:43:42,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/8d143e74d798472e8d08777fc57bfab9 2024-11-23T05:43:42,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/8d143e74d798472e8d08777fc57bfab9 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/8d143e74d798472e8d08777fc57bfab9 2024-11-23T05:43:42,039 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53666c3668bbafde97fbfda6f6ab9217#info#compaction#41 average throughput is 19.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:42,039 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/9dac36c59f8b4df08db55d806f595985 is 1055, key is row0001/info:/1732340617801/Put/seqid=0 2024-11-23T05:43:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741847_1023 (size=88587) 2024-11-23T05:43:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741847_1023 (size=88587) 2024-11-23T05:43:42,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/8d143e74d798472e8d08777fc57bfab9, entries=12, sequenceid=118, filesize=17.2 K 2024-11-23T05:43:42,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for 53666c3668bbafde97fbfda6f6ab9217 in 26ms, sequenceid=118, compaction requested=false 2024-11-23T05:43:42,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=113.2 K, sizeToCheck=16.0 K 2024-11-23T05:43:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 because midkey is the same as first or last row 2024-11-23T05:43:42,051 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/9dac36c59f8b4df08db55d806f595985 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985 2024-11-23T05:43:42,058 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53666c3668bbafde97fbfda6f6ab9217/info of 53666c3668bbafde97fbfda6f6ab9217 into 9dac36c59f8b4df08db55d806f595985(size=86.5 K), total size for store is 103.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53666c3668bbafde97fbfda6f6ab9217: 2024-11-23T05:43:42,058 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., storeName=53666c3668bbafde97fbfda6f6ab9217/info, priority=13, startTime=1732340622020; duration=0sec 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.7 K, sizeToCheck=16.0 K 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.7 K, sizeToCheck=16.0 K 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.7 K, sizeToCheck=16.0 K 2024-11-23T05:43:42,058 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T05:43:42,059 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,059 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,059 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53666c3668bbafde97fbfda6f6ab9217:info 2024-11-23T05:43:42,061 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] assignment.AssignmentManager(1363): Split request from 9abfc7c2569e,44437,1732340606811, parent={ENCODED => 53666c3668bbafde97fbfda6f6ab9217, NAME => 'TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-23T05:43:42,066 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,071 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=53666c3668bbafde97fbfda6f6ab9217, daughterA=6be360a0fc52c007e39e45cc2e5ad14d, daughterB=316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=53666c3668bbafde97fbfda6f6ab9217, daughterA=6be360a0fc52c007e39e45cc2e5ad14d, daughterB=316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=53666c3668bbafde97fbfda6f6ab9217, daughterA=6be360a0fc52c007e39e45cc2e5ad14d, daughterB=316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=53666c3668bbafde97fbfda6f6ab9217, daughterA=6be360a0fc52c007e39e45cc2e5ad14d, daughterB=316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, UNASSIGN}] 2024-11-23T05:43:42,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, UNASSIGN 2024-11-23T05:43:42,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=53666c3668bbafde97fbfda6f6ab9217, regionState=CLOSING, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, UNASSIGN because future has completed 2024-11-23T05:43:42,116 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-23T05:43:42,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811}] 2024-11-23T05:43:42,276 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,277 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-23T05:43:42,278 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 53666c3668bbafde97fbfda6f6ab9217, disabling compactions & flushes 2024-11-23T05:43:42,278 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:42,278 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:42,278 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. after waiting 0 ms 2024-11-23T05:43:42,278 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:42,278 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 53666c3668bbafde97fbfda6f6ab9217 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-23T05:43:42,286 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/664a132adad7474db202793e7bfaa875 is 1055, key is row0092/info:/1732340622021/Put/seqid=0 2024-11-23T05:43:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741848_1024 (size=10222) 2024-11-23T05:43:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741848_1024 (size=10222) 2024-11-23T05:43:42,294 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/664a132adad7474db202793e7bfaa875 2024-11-23T05:43:42,302 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/.tmp/info/664a132adad7474db202793e7bfaa875 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/664a132adad7474db202793e7bfaa875 2024-11-23T05:43:42,309 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/664a132adad7474db202793e7bfaa875, entries=5, sequenceid=127, filesize=10.0 K 2024-11-23T05:43:42,311 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 53666c3668bbafde97fbfda6f6ab9217 in 33ms, sequenceid=127, compaction requested=true 2024-11-23T05:43:42,312 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480] to archive 2024-11-23T05:43:42,314 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T05:43:42,316 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/271991c0b01140e9989d64fa92f31388 2024-11-23T05:43:42,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/5fd4be943ab84243b60ff59019803b05 2024-11-23T05:43:42,318 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/f5202dfbb5f64e29b4b0cabe1f3bc447 2024-11-23T05:43:42,319 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/a7729e4cdf454c8880a41337fbd1ae19 2024-11-23T05:43:42,320 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/321120b946d749c7a3e66f7275993327 2024-11-23T05:43:42,321 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/0ab76a346c0548418d09cffbad5bc1c6 2024-11-23T05:43:42,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/492e38c1ae9247298fdf2cc5e5f6330e 2024-11-23T05:43:42,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/3de45d89a2a24b9f8d0a09f62cbc540d 2024-11-23T05:43:42,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/cfcd437132ef4454b1909128f5371480 2024-11-23T05:43:42,332 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-23T05:43:42,332 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. 2024-11-23T05:43:42,332 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 53666c3668bbafde97fbfda6f6ab9217: Waiting for close lock at 1732340622277Running coprocessor pre-close hooks at 1732340622277Disabling compacts and flushes for region at 1732340622277Disabling writes for close at 1732340622278 (+1 ms)Obtaining lock to block concurrent updates at 1732340622278Preparing flush snapshotting stores in 53666c3668bbafde97fbfda6f6ab9217 at 1732340622278Finished memstore snapshotting TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732340622279 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. at 1732340622280 (+1 ms)Flushing 53666c3668bbafde97fbfda6f6ab9217/info: creating writer at 1732340622280Flushing 53666c3668bbafde97fbfda6f6ab9217/info: appending metadata at 1732340622285 (+5 ms)Flushing 53666c3668bbafde97fbfda6f6ab9217/info: closing flushed file at 1732340622285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3e804c: reopening flushed file at 1732340622301 (+16 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 53666c3668bbafde97fbfda6f6ab9217 in 33ms, sequenceid=127, compaction requested=true at 1732340622311 (+10 ms)Writing region close event to WAL at 1732340622328 (+17 ms)Running coprocessor post-close hooks at 1732340622332 (+4 ms)Closed at 1732340622332 2024-11-23T05:43:42,334 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=53666c3668bbafde97fbfda6f6ab9217, regionState=CLOSED 2024-11-23T05:43:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811 because future has completed 2024-11-23T05:43:42,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T05:43:42,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 53666c3668bbafde97fbfda6f6ab9217, server=9abfc7c2569e,44437,1732340606811 in 221 msec 2024-11-23T05:43:42,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T05:43:42,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=53666c3668bbafde97fbfda6f6ab9217, UNASSIGN in 230 msec 2024-11-23T05:43:42,350 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:42,353 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=53666c3668bbafde97fbfda6f6ab9217, threads=3 2024-11-23T05:43:42,355 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,355 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/664a132adad7474db202793e7bfaa875 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,355 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/8d143e74d798472e8d08777fc57bfab9 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,366 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/8d143e74d798472e8d08777fc57bfab9, top=true 2024-11-23T05:43:42,366 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/664a132adad7474db202793e7bfaa875, top=true 2024-11-23T05:43:42,374 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9 for child: 316d426d101ddc569db0c09bb87144b9, parent: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,374 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875 for child: 316d426d101ddc569db0c09bb87144b9, parent: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,374 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/8d143e74d798472e8d08777fc57bfab9 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,374 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/664a132adad7474db202793e7bfaa875 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741849_1025 (size=27) 2024-11-23T05:43:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741849_1025 (size=27) 2024-11-23T05:43:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741850_1026 (size=27) 2024-11-23T05:43:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741850_1026 (size=27) 2024-11-23T05:43:42,387 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985 for region: 53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:43:42,388 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 53666c3668bbafde97fbfda6f6ab9217 Daughter A: [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217] storefiles, Daughter B: [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217] storefiles. 2024-11-23T05:43:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741851_1027 (size=71) 2024-11-23T05:43:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741851_1027 (size=71) 2024-11-23T05:43:42,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741852_1028 (size=71) 2024-11-23T05:43:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741852_1028 (size=71) 2024-11-23T05:43:42,417 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:42,427 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-23T05:43:42,430 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-23T05:43:42,432 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732340622432"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732340622432"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732340622432"}]},"ts":"1732340622432"} 2024-11-23T05:43:42,433 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732340622432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340622432"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732340622432"}]},"ts":"1732340622432"} 2024-11-23T05:43:42,433 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732340622432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340622432"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732340622432"}]},"ts":"1732340622432"} 2024-11-23T05:43:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6be360a0fc52c007e39e45cc2e5ad14d, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=316d426d101ddc569db0c09bb87144b9, ASSIGN}] 2024-11-23T05:43:42,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6be360a0fc52c007e39e45cc2e5ad14d, ASSIGN 2024-11-23T05:43:42,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=316d426d101ddc569db0c09bb87144b9, ASSIGN 2024-11-23T05:43:42,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6be360a0fc52c007e39e45cc2e5ad14d, ASSIGN; state=SPLITTING_NEW, location=9abfc7c2569e,44437,1732340606811; forceNewPlan=false, retain=false 2024-11-23T05:43:42,451 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=316d426d101ddc569db0c09bb87144b9, ASSIGN; state=SPLITTING_NEW, location=9abfc7c2569e,44437,1732340606811; forceNewPlan=false, retain=false 2024-11-23T05:43:42,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=316d426d101ddc569db0c09bb87144b9, regionState=OPENING, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6be360a0fc52c007e39e45cc2e5ad14d, regionState=OPENING, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=316d426d101ddc569db0c09bb87144b9, ASSIGN because future has completed 2024-11-23T05:43:42,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811}] 2024-11-23T05:43:42,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6be360a0fc52c007e39e45cc2e5ad14d, ASSIGN because future has completed 2024-11-23T05:43:42,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be360a0fc52c007e39e45cc2e5ad14d, server=9abfc7c2569e,44437,1732340606811}] 2024-11-23T05:43:42,766 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:42,767 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 316d426d101ddc569db0c09bb87144b9, NAME => 'TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-23T05:43:42,768 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,768 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:42,768 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,768 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,770 INFO [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,771 INFO [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d426d101ddc569db0c09bb87144b9 columnFamilyName info 2024-11-23T05:43:42,772 DEBUG [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:42,785 DEBUG [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-top 2024-11-23T05:43:42,790 DEBUG [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875 2024-11-23T05:43:42,796 DEBUG [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9 2024-11-23T05:43:42,796 INFO [StoreOpener-316d426d101ddc569db0c09bb87144b9-1 {}] regionserver.HStore(327): Store=316d426d101ddc569db0c09bb87144b9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:42,796 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,797 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,798 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,799 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,799 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,801 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,802 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 316d426d101ddc569db0c09bb87144b9; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711639, jitterRate=-0.09510432183742523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:43:42,802 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:42,803 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 316d426d101ddc569db0c09bb87144b9: Running coprocessor pre-open hook at 1732340622769Writing region info on filesystem at 1732340622769Initializing all the Stores at 1732340622770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340622770Cleaning up temporary data from old regions at 1732340622799 (+29 ms)Running coprocessor post-open hooks at 1732340622802 (+3 ms)Region opened successfully at 1732340622803 (+1 ms) 2024-11-23T05:43:42,803 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., pid=12, masterSystemTime=1732340622758 2024-11-23T05:43:42,804 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:43:42,804 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:42,804 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,805 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:42,805 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:43:42,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=316d426d101ddc569db0c09bb87144b9, regionState=OPEN, openSeqNum=131, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,807 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:42,807 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:42,807 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:42,807 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-top, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=113.7 K 2024-11-23T05:43:42,807 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:43:42,808 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6be360a0fc52c007e39e45cc2e5ad14d, NAME => 'TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-23T05:43:42,808 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,808 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:43:42,808 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,809 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,809 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732340617801 2024-11-23T05:43:42,809 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732340621995 2024-11-23T05:43:42,810 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732340622021 2024-11-23T05:43:42,810 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-23T05:43:42,810 INFO [StoreOpener-6be360a0fc52c007e39e45cc2e5ad14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T05:43:42,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-23T05:43:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 because future has completed 2024-11-23T05:43:42,811 INFO [StoreOpener-6be360a0fc52c007e39e45cc2e5ad14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be360a0fc52c007e39e45cc2e5ad14d columnFamilyName info 2024-11-23T05:43:42,811 DEBUG [StoreOpener-6be360a0fc52c007e39e45cc2e5ad14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:43:42,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T05:43:42,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 in 207 msec 2024-11-23T05:43:42,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=316d426d101ddc569db0c09bb87144b9, ASSIGN in 366 msec 2024-11-23T05:43:42,828 DEBUG [StoreOpener-6be360a0fc52c007e39e45cc2e5ad14d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-bottom 2024-11-23T05:43:42,829 INFO [StoreOpener-6be360a0fc52c007e39e45cc2e5ad14d-1 {}] regionserver.HStore(327): Store=6be360a0fc52c007e39e45cc2e5ad14d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:43:42,829 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,830 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,831 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,831 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,831 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,834 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/9a7f417b403a45b0ae4c99f89c41cf05 is 193, key is TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9./info:regioninfo/1732340622807/Put/seqid=0 2024-11-23T05:43:42,835 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6be360a0fc52c007e39e45cc2e5ad14d; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770538, jitterRate=-0.02021050453186035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T05:43:42,835 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:43:42,835 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6be360a0fc52c007e39e45cc2e5ad14d: Running coprocessor pre-open hook at 1732340622809Writing region info on filesystem at 1732340622809Initializing all the Stores at 1732340622810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340622810Cleaning up temporary data from old regions at 1732340622831 (+21 ms)Running coprocessor post-open hooks at 1732340622835 (+4 ms)Region opened successfully at 1732340622835 2024-11-23T05:43:42,836 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d., pid=13, masterSystemTime=1732340622758 2024-11-23T05:43:42,837 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 6be360a0fc52c007e39e45cc2e5ad14d:info, priority=-2147483648, current under compaction store size is 2 2024-11-23T05:43:42,837 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-23T05:43:42,837 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,837 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:43:42,838 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HStore(1541): 6be360a0fc52c007e39e45cc2e5ad14d/info is initiating minor compaction (all files) 2024-11-23T05:43:42,838 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6be360a0fc52c007e39e45cc2e5ad14d/info in TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:43:42,838 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-bottom] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/.tmp, totalSize=86.5 K 2024-11-23T05:43:42,839 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217, keycount=39, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732340617801 2024-11-23T05:43:42,839 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:43:42,839 INFO [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:43:42,840 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6be360a0fc52c007e39e45cc2e5ad14d, regionState=OPEN, openSeqNum=131, regionLocation=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:42,842 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:42,843 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/4cf71b463556435999592a0d811cb7ec is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:43:42,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be360a0fc52c007e39e45cc2e5ad14d, server=9abfc7c2569e,44437,1732340606811 because future has completed 2024-11-23T05:43:42,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741853_1029 (size=9882) 2024-11-23T05:43:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741853_1029 (size=9882) 2024-11-23T05:43:42,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/9a7f417b403a45b0ae4c99f89c41cf05 2024-11-23T05:43:42,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-23T05:43:42,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6be360a0fc52c007e39e45cc2e5ad14d, server=9abfc7c2569e,44437,1732340606811 in 241 msec 2024-11-23T05:43:42,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-23T05:43:42,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6be360a0fc52c007e39e45cc2e5ad14d, ASSIGN in 402 msec 2024-11-23T05:43:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741854_1030 (size=40005) 2024-11-23T05:43:42,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=53666c3668bbafde97fbfda6f6ab9217, daughterA=6be360a0fc52c007e39e45cc2e5ad14d, daughterB=316d426d101ddc569db0c09bb87144b9 in 786 msec 2024-11-23T05:43:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741854_1030 (size=40005) 2024-11-23T05:43:42,866 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/4cf71b463556435999592a0d811cb7ec as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4cf71b463556435999592a0d811cb7ec 2024-11-23T05:43:42,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/ns/35fd2c1e49f44eb6ae50a0748bec2a6c is 43, key is default/ns:d/1732340607719/Put/seqid=0 2024-11-23T05:43:42,871 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6be360a0fc52c007e39e45cc2e5ad14d#info#compaction#45 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:42,872 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/.tmp/info/21ff7ad9e8c04a0694767db7423bdc53 is 1055, key is row0001/info:/1732340617801/Put/seqid=0 2024-11-23T05:43:42,874 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into 4cf71b463556435999592a0d811cb7ec(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:42,874 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:43:42,874 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340622804; duration=0sec 2024-11-23T05:43:42,874 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:42,874 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:43:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741856_1032 (size=71441) 2024-11-23T05:43:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741855_1031 (size=5153) 2024-11-23T05:43:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741855_1031 (size=5153) 2024-11-23T05:43:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741856_1032 (size=71441) 2024-11-23T05:43:43,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/ns/35fd2c1e49f44eb6ae50a0748bec2a6c 2024-11-23T05:43:43,291 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/.tmp/info/21ff7ad9e8c04a0694767db7423bdc53 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/21ff7ad9e8c04a0694767db7423bdc53 2024-11-23T05:43:43,299 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6be360a0fc52c007e39e45cc2e5ad14d/info of 6be360a0fc52c007e39e45cc2e5ad14d into 21ff7ad9e8c04a0694767db7423bdc53(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:43,299 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6be360a0fc52c007e39e45cc2e5ad14d: 2024-11-23T05:43:43,300 INFO [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d., storeName=6be360a0fc52c007e39e45cc2e5ad14d/info, priority=15, startTime=1732340622837; duration=0sec 2024-11-23T05:43:43,300 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:43,300 DEBUG [RS:0;9abfc7c2569e:44437-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6be360a0fc52c007e39e45cc2e5ad14d:info 2024-11-23T05:43:43,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/table/b31b70b04dfb4b0da2480c81fc599083 is 65, key is TestLogRolling-testLogRolling/table:state/1732340608124/Put/seqid=0 2024-11-23T05:43:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741857_1033 (size=5340) 2024-11-23T05:43:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741857_1033 (size=5340) 2024-11-23T05:43:43,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/table/b31b70b04dfb4b0da2480c81fc599083 2024-11-23T05:43:43,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/9a7f417b403a45b0ae4c99f89c41cf05 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/info/9a7f417b403a45b0ae4c99f89c41cf05 2024-11-23T05:43:43,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/info/9a7f417b403a45b0ae4c99f89c41cf05, entries=30, sequenceid=17, filesize=9.7 K 2024-11-23T05:43:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/ns/35fd2c1e49f44eb6ae50a0748bec2a6c as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/ns/35fd2c1e49f44eb6ae50a0748bec2a6c 2024-11-23T05:43:43,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/ns/35fd2c1e49f44eb6ae50a0748bec2a6c, entries=2, sequenceid=17, filesize=5.0 K 2024-11-23T05:43:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/table/b31b70b04dfb4b0da2480c81fc599083 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/table/b31b70b04dfb4b0da2480c81fc599083 2024-11-23T05:43:43,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/table/b31b70b04dfb4b0da2480c81fc599083, entries=2, sequenceid=17, filesize=5.2 K 2024-11-23T05:43:43,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 526ms, sequenceid=17, compaction requested=false 2024-11-23T05:43:43,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-23T05:43:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42628 deadline: 1732340634034, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. is not online on 9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., hostname=9abfc7c2569e,44437,1732340606811, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., hostname=9abfc7c2569e,44437,1732340606811, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. is not online on 9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:43:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., hostname=9abfc7c2569e,44437,1732340606811, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217. is not online on 9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:43:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732340607755.53666c3668bbafde97fbfda6f6ab9217., hostname=9abfc7c2569e,44437,1732340606811, seqNum=2 from cache 2024-11-23T05:43:47,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T05:43:47,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:47,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T05:43:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131] 2024-11-23T05:43:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:43:54,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/4fb240097be8496b90a77032aaaeb022 is 1055, key is row0097/info:/1732340634134/Put/seqid=0 2024-11-23T05:43:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741858_1034 (size=13394) 2024-11-23T05:43:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741858_1034 (size=13394) 2024-11-23T05:43:54,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/4fb240097be8496b90a77032aaaeb022 2024-11-23T05:43:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/4fb240097be8496b90a77032aaaeb022 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022 2024-11-23T05:43:54,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022, entries=8, sequenceid=142, filesize=13.1 K 2024-11-23T05:43:54,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 316d426d101ddc569db0c09bb87144b9 in 40ms, sequenceid=142, compaction requested=false 2024-11-23T05:43:54,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:43:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:54,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-23T05:43:54,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/c70de75a6532429190ee22dadaf3d585 is 1055, key is row0105/info:/1732340634152/Put/seqid=0 2024-11-23T05:43:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741859_1035 (size=21838) 2024-11-23T05:43:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741859_1035 (size=21838) 2024-11-23T05:43:54,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/c70de75a6532429190ee22dadaf3d585 2024-11-23T05:43:54,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/c70de75a6532429190ee22dadaf3d585 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585 2024-11-23T05:43:54,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585, entries=16, sequenceid=161, filesize=21.3 K 2024-11-23T05:43:54,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=8.21 KB/8408 for 316d426d101ddc569db0c09bb87144b9 in 39ms, sequenceid=161, compaction requested=true 2024-11-23T05:43:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:43:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:43:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:54,233 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:43:54,234 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 75237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:43:54,234 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:43:54,234 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:43:54,234 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4cf71b463556435999592a0d811cb7ec, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=73.5 K 2024-11-23T05:43:54,235 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cf71b463556435999592a0d811cb7ec, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732340619952 2024-11-23T05:43:54,236 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fb240097be8496b90a77032aaaeb022, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732340634134 2024-11-23T05:43:54,236 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting c70de75a6532429190ee22dadaf3d585, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732340634152 2024-11-23T05:43:54,252 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#50 average throughput is 28.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:43:54,253 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/81cadaa68a864036bd20cbdd6ee9b804 is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:43:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741860_1036 (size=65447) 2024-11-23T05:43:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741860_1036 (size=65447) 2024-11-23T05:43:54,273 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/81cadaa68a864036bd20cbdd6ee9b804 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/81cadaa68a864036bd20cbdd6ee9b804 2024-11-23T05:43:54,282 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into 81cadaa68a864036bd20cbdd6ee9b804(size=63.9 K), total size for store is 63.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:43:54,282 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:43:54,282 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340634233; duration=0sec 2024-11-23T05:43:54,282 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:43:54,282 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:43:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:43:56,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-23T05:43:56,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0eee7a653a9d4b9fb5826cc4faa8c2dc is 1055, key is row0121/info:/1732340634195/Put/seqid=0 2024-11-23T05:43:56,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741861_1037 (size=14447) 2024-11-23T05:43:56,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741861_1037 (size=14447) 2024-11-23T05:43:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T05:43:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42628 deadline: 1732340646265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 2024-11-23T05:43:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:43:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:43:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 because the exception is null or not the one we care about 2024-11-23T05:43:56,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0eee7a653a9d4b9fb5826cc4faa8c2dc 2024-11-23T05:43:56,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T05:43:56,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0eee7a653a9d4b9fb5826cc4faa8c2dc as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc 2024-11-23T05:43:56,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc, entries=9, sequenceid=174, filesize=14.1 K 2024-11-23T05:43:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=20.53 KB/21020 for 316d426d101ddc569db0c09bb87144b9 in 430ms, sequenceid=174, compaction requested=false 2024-11-23T05:43:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-23T05:44:06,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/18188bf1493c4a37bfd4faeee64d3376 is 1055, key is row0130/info:/1732340636219/Put/seqid=0 2024-11-23T05:44:06,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741862_1038 (size=27103) 2024-11-23T05:44:06,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741862_1038 (size=27103) 2024-11-23T05:44:06,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/18188bf1493c4a37bfd4faeee64d3376 2024-11-23T05:44:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T05:44:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42628 deadline: 1732340656334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 2024-11-23T05:44:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:44:06,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/18188bf1493c4a37bfd4faeee64d3376 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376 2024-11-23T05:44:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:44:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 because the exception is null or not the one we care about 2024-11-23T05:44:06,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376, entries=21, sequenceid=198, filesize=26.5 K 2024-11-23T05:44:06,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=8.21 KB/8408 for 316d426d101ddc569db0c09bb87144b9 in 31ms, sequenceid=198, compaction requested=true 2024-11-23T05:44:06,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:06,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:44:06,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:06,341 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:44:06,342 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 106997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:44:06,342 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:44:06,342 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:06,342 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/81cadaa68a864036bd20cbdd6ee9b804, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=104.5 K 2024-11-23T05:44:06,343 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81cadaa68a864036bd20cbdd6ee9b804, keycount=57, bloomtype=ROW, size=63.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732340619952 2024-11-23T05:44:06,343 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eee7a653a9d4b9fb5826cc4faa8c2dc, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732340634195 2024-11-23T05:44:06,344 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18188bf1493c4a37bfd4faeee64d3376, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732340636219 2024-11-23T05:44:06,354 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#53 average throughput is 43.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:44:06,354 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/e6f3fecfc6a148c8b3f095e2c70c84fe is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:44:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741863_1039 (size=97216) 2024-11-23T05:44:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741863_1039 (size=97216) 2024-11-23T05:44:06,363 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/e6f3fecfc6a148c8b3f095e2c70c84fe as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/e6f3fecfc6a148c8b3f095e2c70c84fe 2024-11-23T05:44:06,370 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into e6f3fecfc6a148c8b3f095e2c70c84fe(size=94.9 K), total size for store is 94.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:44:06,370 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:06,370 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340646341; duration=0sec 2024-11-23T05:44:06,370 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:06,370 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:44:07,755 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T05:44:07,755 INFO [master/9abfc7c2569e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T05:44:12,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-23T05:44:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:16,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-23T05:44:16,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/adeda2679a1443008f83f34cb2c699f7 is 1055, key is row0151/info:/1732340646313/Put/seqid=0 2024-11-23T05:44:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741864_1040 (size=14447) 2024-11-23T05:44:16,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741864_1040 (size=14447) 2024-11-23T05:44:16,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/adeda2679a1443008f83f34cb2c699f7 2024-11-23T05:44:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/adeda2679a1443008f83f34cb2c699f7 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7 2024-11-23T05:44:16,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7, entries=9, sequenceid=211, filesize=14.1 K 2024-11-23T05:44:16,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=1.03 KB/1051 for 316d426d101ddc569db0c09bb87144b9 in 24ms, sequenceid=211, compaction requested=false 2024-11-23T05:44:16,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:18,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:44:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T05:44:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:42628 deadline: 1732340668491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 2024-11-23T05:44:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:44:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=316d426d101ddc569db0c09bb87144b9, server=9abfc7c2569e,44437,1732340606811 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T05:44:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., hostname=9abfc7c2569e,44437,1732340606811, seqNum=131 because the exception is null or not the one we care about 2024-11-23T05:44:18,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/784720e4149a49b79520b5f70bd65202 is 1055, key is row0160/info:/1732340656433/Put/seqid=0 2024-11-23T05:44:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741865_1041 (size=13394) 2024-11-23T05:44:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741865_1041 (size=13394) 2024-11-23T05:44:18,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/784720e4149a49b79520b5f70bd65202 2024-11-23T05:44:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/784720e4149a49b79520b5f70bd65202 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202 2024-11-23T05:44:18,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202, entries=8, sequenceid=222, filesize=13.1 K 2024-11-23T05:44:18,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 316d426d101ddc569db0c09bb87144b9 in 76ms, sequenceid=222, compaction requested=true 2024-11-23T05:44:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:44:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:18,529 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:44:18,530 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:44:18,530 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:44:18,530 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:18,530 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/e6f3fecfc6a148c8b3f095e2c70c84fe, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=122.1 K 2024-11-23T05:44:18,531 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6f3fecfc6a148c8b3f095e2c70c84fe, keycount=87, bloomtype=ROW, size=94.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732340619952 2024-11-23T05:44:18,531 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting adeda2679a1443008f83f34cb2c699f7, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732340646313 2024-11-23T05:44:18,531 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784720e4149a49b79520b5f70bd65202, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732340656433 2024-11-23T05:44:18,542 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:44:18,543 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/c2998907c7924219aca7b21869717bd6 is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:44:18,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741866_1042 (size=115223) 2024-11-23T05:44:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741866_1042 (size=115223) 2024-11-23T05:44:18,552 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/c2998907c7924219aca7b21869717bd6 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c2998907c7924219aca7b21869717bd6 2024-11-23T05:44:18,557 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into c2998907c7924219aca7b21869717bd6(size=112.5 K), total size for store is 112.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:44:18,558 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:18,558 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340658529; duration=0sec 2024-11-23T05:44:18,558 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:18,558 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:44:26,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T05:44:27,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 316d426d101ddc569db0c09bb87144b9, had cached 0 bytes from a total of 115223 2024-11-23T05:44:27,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6be360a0fc52c007e39e45cc2e5ad14d, had cached 0 bytes from a total of 71441 2024-11-23T05:44:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:28,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-23T05:44:28,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/13caa4aee99647f3bc0d500b7b5d5508 is 1055, key is row0168/info:/1732340658454/Put/seqid=0 2024-11-23T05:44:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741867_1043 (size=28156) 2024-11-23T05:44:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741867_1043 (size=28156) 2024-11-23T05:44:28,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/13caa4aee99647f3bc0d500b7b5d5508 2024-11-23T05:44:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/13caa4aee99647f3bc0d500b7b5d5508 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508 2024-11-23T05:44:28,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508, entries=22, sequenceid=248, filesize=27.5 K 2024-11-23T05:44:28,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for 316d426d101ddc569db0c09bb87144b9 in 28ms, sequenceid=248, compaction requested=false 2024-11-23T05:44:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:30,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T05:44:30,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0bd447a7af72412abf81235ce52d6104 is 1055, key is row0190/info:/1732340668554/Put/seqid=0 2024-11-23T05:44:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741868_1044 (size=13397) 2024-11-23T05:44:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741868_1044 (size=13397) 2024-11-23T05:44:30,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0bd447a7af72412abf81235ce52d6104 2024-11-23T05:44:30,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/0bd447a7af72412abf81235ce52d6104 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104 2024-11-23T05:44:30,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104, entries=8, sequenceid=259, filesize=13.1 K 2024-11-23T05:44:30,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 316d426d101ddc569db0c09bb87144b9 in 25ms, sequenceid=259, compaction requested=true 2024-11-23T05:44:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:30,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:44:30,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:30,601 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:44:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:30,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-23T05:44:30,602 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 156776 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:44:30,602 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:44:30,602 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:30,602 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c2998907c7924219aca7b21869717bd6, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=153.1 K 2024-11-23T05:44:30,603 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2998907c7924219aca7b21869717bd6, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732340619952 2024-11-23T05:44:30,603 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13caa4aee99647f3bc0d500b7b5d5508, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732340658454 2024-11-23T05:44:30,603 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd447a7af72412abf81235ce52d6104, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732340668554 2024-11-23T05:44:30,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/879883ba59464b6794abb2103123e3a0 is 1055, key is row0198/info:/1732340670576/Put/seqid=0 2024-11-23T05:44:30,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741869_1045 (size=19742) 2024-11-23T05:44:30,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741869_1045 (size=19742) 2024-11-23T05:44:30,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/879883ba59464b6794abb2103123e3a0 2024-11-23T05:44:30,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/879883ba59464b6794abb2103123e3a0 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0 2024-11-23T05:44:30,621 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#60 average throughput is 44.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:44:30,621 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/1ed418ff518746d5ad8e0635b07b1d30 is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:44:30,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0, entries=14, sequenceid=276, filesize=19.3 K 2024-11-23T05:44:30,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for 316d426d101ddc569db0c09bb87144b9 in 26ms, sequenceid=276, compaction requested=false 2024-11-23T05:44:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:30,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741870_1046 (size=147122) 2024-11-23T05:44:30,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741870_1046 (size=147122) 2024-11-23T05:44:30,637 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/1ed418ff518746d5ad8e0635b07b1d30 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/1ed418ff518746d5ad8e0635b07b1d30 2024-11-23T05:44:30,643 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into 1ed418ff518746d5ad8e0635b07b1d30(size=143.7 K), total size for store is 163.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:44:30,643 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:30,643 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340670601; duration=0sec 2024-11-23T05:44:30,643 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:30,643 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:44:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:32,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-23T05:44:32,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/194b9e0438e34744abb0580a8e016dc1 is 1055, key is row0212/info:/1732340670602/Put/seqid=0 2024-11-23T05:44:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741871_1047 (size=19742) 2024-11-23T05:44:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741871_1047 (size=19742) 2024-11-23T05:44:32,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/194b9e0438e34744abb0580a8e016dc1 2024-11-23T05:44:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/194b9e0438e34744abb0580a8e016dc1 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1 2024-11-23T05:44:32,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1, entries=14, sequenceid=294, filesize=19.3 K 2024-11-23T05:44:32,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 316d426d101ddc569db0c09bb87144b9 in 23ms, sequenceid=294, compaction requested=true 2024-11-23T05:44:32,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:32,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:44:32,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:32,653 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:44:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:32,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-23T05:44:32,654 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186606 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:44:32,654 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:44:32,654 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:32,654 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/1ed418ff518746d5ad8e0635b07b1d30, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=182.2 K 2024-11-23T05:44:32,655 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ed418ff518746d5ad8e0635b07b1d30, keycount=134, bloomtype=ROW, size=143.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732340619952 2024-11-23T05:44:32,655 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 879883ba59464b6794abb2103123e3a0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732340670576 2024-11-23T05:44:32,656 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 194b9e0438e34744abb0580a8e016dc1, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732340670602 2024-11-23T05:44:32,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/42a7d68a7a904f5e98c0f0c7d723a989 is 1055, key is row0226/info:/1732340672631/Put/seqid=0 2024-11-23T05:44:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741872_1048 (size=17618) 2024-11-23T05:44:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741872_1048 (size=17618) 2024-11-23T05:44:32,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/42a7d68a7a904f5e98c0f0c7d723a989 2024-11-23T05:44:32,670 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#63 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:44:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/42a7d68a7a904f5e98c0f0c7d723a989 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989 2024-11-23T05:44:32,671 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/8d8ee9983a054340a62f6d4f555ae95b is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:44:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741873_1049 (size=176744) 2024-11-23T05:44:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741873_1049 (size=176744) 2024-11-23T05:44:32,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989, entries=12, sequenceid=309, filesize=17.2 K 2024-11-23T05:44:32,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 316d426d101ddc569db0c09bb87144b9 in 25ms, sequenceid=309, compaction requested=false 2024-11-23T05:44:32,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] regionserver.HRegion(8855): Flush requested on 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:32,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-23T05:44:32,683 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/8d8ee9983a054340a62f6d4f555ae95b as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/8d8ee9983a054340a62f6d4f555ae95b 2024-11-23T05:44:32,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/b67a6692589b4bd19947a109a8dbfaed is 1055, key is row0238/info:/1732340672655/Put/seqid=0 2024-11-23T05:44:32,690 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into 8d8ee9983a054340a62f6d4f555ae95b(size=172.6 K), total size for store is 189.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:44:32,690 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:32,690 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340672653; duration=0sec 2024-11-23T05:44:32,691 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:32,691 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:44:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741874_1050 (size=18688) 2024-11-23T05:44:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741874_1050 (size=18688) 2024-11-23T05:44:32,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/b67a6692589b4bd19947a109a8dbfaed 2024-11-23T05:44:32,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/b67a6692589b4bd19947a109a8dbfaed as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed 2024-11-23T05:44:32,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed, entries=13, sequenceid=325, filesize=18.3 K 2024-11-23T05:44:32,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=6.16 KB/6306 for 316d426d101ddc569db0c09bb87144b9 in 27ms, sequenceid=325, compaction requested=true 2024-11-23T05:44:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 316d426d101ddc569db0c09bb87144b9:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T05:44:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:32,709 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T05:44:32,710 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 213050 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T05:44:32,710 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1541): 316d426d101ddc569db0c09bb87144b9/info is initiating minor compaction (all files) 2024-11-23T05:44:32,710 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 316d426d101ddc569db0c09bb87144b9/info in TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:32,710 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/8d8ee9983a054340a62f6d4f555ae95b, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed] into tmpdir=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp, totalSize=208.1 K 2024-11-23T05:44:32,711 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8ee9983a054340a62f6d4f555ae95b, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732340619952 2024-11-23T05:44:32,711 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42a7d68a7a904f5e98c0f0c7d723a989, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732340672631 2024-11-23T05:44:32,711 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] compactions.Compactor(225): Compacting b67a6692589b4bd19947a109a8dbfaed, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732340672655 2024-11-23T05:44:32,723 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 316d426d101ddc569db0c09bb87144b9#info#compaction#65 average throughput is 93.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T05:44:32,723 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/545e6e9b18d34f7792b47b8611c7e290 is 1055, key is row0064/info:/1732340619952/Put/seqid=0 2024-11-23T05:44:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741875_1051 (size=203200) 2024-11-23T05:44:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741875_1051 (size=203200) 2024-11-23T05:44:32,735 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/545e6e9b18d34f7792b47b8611c7e290 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/545e6e9b18d34f7792b47b8611c7e290 2024-11-23T05:44:32,742 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 316d426d101ddc569db0c09bb87144b9/info of 316d426d101ddc569db0c09bb87144b9 into 545e6e9b18d34f7792b47b8611c7e290(size=198.4 K), total size for store is 198.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T05:44:32,742 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:32,742 INFO [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., storeName=316d426d101ddc569db0c09bb87144b9/info, priority=13, startTime=1732340672709; duration=0sec 2024-11-23T05:44:32,742 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T05:44:32,743 DEBUG [RS:0;9abfc7c2569e:44437-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 316d426d101ddc569db0c09bb87144b9:info 2024-11-23T05:44:34,694 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-23T05:44:34,714 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674694, exclude list is [], retry=0 2024-11-23T05:44:34,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-5453fcd5-afcd-4c7e-87f0-489362763400,DISK] 2024-11-23T05:44:34,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40547,DS-31e115e8-007d-4f72-9285-744c085126a0,DISK] 2024-11-23T05:44:34,718 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340607365 with entries=313, filesize=302.46 KB; new WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674694 2024-11-23T05:44:34,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39075:39075),(127.0.0.1/127.0.0.1:46015:46015)] 2024-11-23T05:44:34,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340607365 is not closed yet, will try archiving it next time 2024-11-23T05:44:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741833_1009 (size=309725) 2024-11-23T05:44:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741833_1009 (size=309725) 2024-11-23T05:44:34,722 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 316d426d101ddc569db0c09bb87144b9 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-23T05:44:34,725 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/7ce9d9701eab4ebca78aa1762a73f510 is 1055, key is row0251/info:/1732340672682/Put/seqid=0 2024-11-23T05:44:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741877_1053 (size=11286) 2024-11-23T05:44:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741877_1053 (size=11286) 2024-11-23T05:44:34,730 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/7ce9d9701eab4ebca78aa1762a73f510 2024-11-23T05:44:34,735 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/.tmp/info/7ce9d9701eab4ebca78aa1762a73f510 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/7ce9d9701eab4ebca78aa1762a73f510 2024-11-23T05:44:34,740 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/7ce9d9701eab4ebca78aa1762a73f510, entries=6, sequenceid=336, filesize=11.0 K 2024-11-23T05:44:34,741 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 316d426d101ddc569db0c09bb87144b9 in 20ms, sequenceid=336, compaction requested=false 2024-11-23T05:44:34,741 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 316d426d101ddc569db0c09bb87144b9: 2024-11-23T05:44:34,742 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6be360a0fc52c007e39e45cc2e5ad14d: 2024-11-23T05:44:34,742 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-23T05:44:34,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/dc372fe0a7f7493bb3763c8d5e0d5e2e is 186, key is TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d./info:regioninfo/1732340622840/Put/seqid=0 2024-11-23T05:44:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741878_1054 (size=6153) 2024-11-23T05:44:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741878_1054 (size=6153) 2024-11-23T05:44:34,751 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/dc372fe0a7f7493bb3763c8d5e0d5e2e 2024-11-23T05:44:34,756 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/.tmp/info/dc372fe0a7f7493bb3763c8d5e0d5e2e as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/info/dc372fe0a7f7493bb3763c8d5e0d5e2e 2024-11-23T05:44:34,761 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/info/dc372fe0a7f7493bb3763c8d5e0d5e2e, entries=5, sequenceid=21, filesize=6.0 K 2024-11-23T05:44:34,761 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-11-23T05:44:34,761 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-23T05:44:34,773 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674761, exclude list is [], retry=0 2024-11-23T05:44:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40547,DS-31e115e8-007d-4f72-9285-744c085126a0,DISK] 2024-11-23T05:44:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-5453fcd5-afcd-4c7e-87f0-489362763400,DISK] 2024-11-23T05:44:34,776 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674694 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674761 2024-11-23T05:44:34,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39075:39075),(127.0.0.1/127.0.0.1:46015:46015)] 2024-11-23T05:44:34,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674694 is not closed yet, will try archiving it next time 2024-11-23T05:44:34,777 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340607365 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs/9abfc7c2569e%2C44437%2C1732340606811.1732340607365 2024-11-23T05:44:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741876_1052 (size=731) 2024-11-23T05:44:34,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T05:44:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741876_1052 (size=731) 2024-11-23T05:44:34,778 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/WALs/9abfc7c2569e,44437,1732340606811/9abfc7c2569e%2C44437%2C1732340606811.1732340674694 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs/9abfc7c2569e%2C44437%2C1732340606811.1732340674694 2024-11-23T05:44:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T05:44:34,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:44:34,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:34,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:34,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:34,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T05:44:34,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T05:44:34,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1791007148, stopped=false 2024-11-23T05:44:34,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,41177,1732340606653 2024-11-23T05:44:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:34,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:44:34,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:34,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:34,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:44:34,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:34,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:34,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:34,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:34,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,44437,1732340606811' ***** 2024-11-23T05:44:34,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T05:44:34,934 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T05:44:34,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T05:44:34,934 INFO [RS:0;9abfc7c2569e:44437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T05:44:34,934 INFO [RS:0;9abfc7c2569e:44437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 316d426d101ddc569db0c09bb87144b9 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,44437,1732340606811 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:44:34,935 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 316d426d101ddc569db0c09bb87144b9, disabling compactions & flushes 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:44437. 2024-11-23T05:44:34,935 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:34,935 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:34,935 DEBUG [RS:0;9abfc7c2569e:44437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:34,935 DEBUG [RS:0;9abfc7c2569e:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:34,935 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. after waiting 0 ms 2024-11-23T05:44:34,935 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:34,935 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T05:44:34,936 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T05:44:34,936 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T05:44:34,936 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T05:44:34,936 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T05:44:34,936 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1325): Online Regions={316d426d101ddc569db0c09bb87144b9=TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9., 6be360a0fc52c007e39e45cc2e5ad14d=TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T05:44:34,937 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:44:34,937 DEBUG [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316d426d101ddc569db0c09bb87144b9, 6be360a0fc52c007e39e45cc2e5ad14d 2024-11-23T05:44:34,937 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:44:34,937 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:44:34,937 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:44:34,937 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:44:34,936 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-top, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4cf71b463556435999592a0d811cb7ec, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/81cadaa68a864036bd20cbdd6ee9b804, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/e6f3fecfc6a148c8b3f095e2c70c84fe, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c2998907c7924219aca7b21869717bd6, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/1ed418ff518746d5ad8e0635b07b1d30, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/8d8ee9983a054340a62f6d4f555ae95b, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed] to archive 2024-11-23T05:44:34,938 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T05:44:34,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:44:34,940 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-8d143e74d798472e8d08777fc57bfab9 2024-11-23T05:44:34,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4cf71b463556435999592a0d811cb7ec to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4cf71b463556435999592a0d811cb7ec 2024-11-23T05:44:34,943 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/TestLogRolling-testLogRolling=53666c3668bbafde97fbfda6f6ab9217-664a132adad7474db202793e7bfaa875 2024-11-23T05:44:34,944 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/4fb240097be8496b90a77032aaaeb022 2024-11-23T05:44:34,946 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/81cadaa68a864036bd20cbdd6ee9b804 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/81cadaa68a864036bd20cbdd6ee9b804 2024-11-23T05:44:34,947 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-23T05:44:34,947 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c70de75a6532429190ee22dadaf3d585 2024-11-23T05:44:34,948 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:44:34,948 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:44:34,948 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340674936Running coprocessor pre-close hooks at 1732340674936Disabling compacts and flushes for region at 1732340674936Disabling writes for close at 1732340674937 (+1 ms)Writing region close event to WAL at 1732340674944 (+7 ms)Running coprocessor post-close hooks at 1732340674948 (+4 ms)Closed at 1732340674948 2024-11-23T05:44:34,948 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T05:44:34,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0eee7a653a9d4b9fb5826cc4faa8c2dc 2024-11-23T05:44:34,951 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/e6f3fecfc6a148c8b3f095e2c70c84fe to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/e6f3fecfc6a148c8b3f095e2c70c84fe 2024-11-23T05:44:34,952 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/18188bf1493c4a37bfd4faeee64d3376 2024-11-23T05:44:34,954 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/adeda2679a1443008f83f34cb2c699f7 2024-11-23T05:44:34,955 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c2998907c7924219aca7b21869717bd6 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/c2998907c7924219aca7b21869717bd6 2024-11-23T05:44:34,956 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/784720e4149a49b79520b5f70bd65202 2024-11-23T05:44:34,958 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/13caa4aee99647f3bc0d500b7b5d5508 2024-11-23T05:44:34,959 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/1ed418ff518746d5ad8e0635b07b1d30 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/1ed418ff518746d5ad8e0635b07b1d30 2024-11-23T05:44:34,960 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/0bd447a7af72412abf81235ce52d6104 2024-11-23T05:44:34,961 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/879883ba59464b6794abb2103123e3a0 2024-11-23T05:44:34,962 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/8d8ee9983a054340a62f6d4f555ae95b to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/8d8ee9983a054340a62f6d4f555ae95b 2024-11-23T05:44:34,964 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/194b9e0438e34744abb0580a8e016dc1 2024-11-23T05:44:34,965 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/42a7d68a7a904f5e98c0f0c7d723a989 2024-11-23T05:44:34,966 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/info/b67a6692589b4bd19947a109a8dbfaed 2024-11-23T05:44:34,967 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9abfc7c2569e:41177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-23T05:44:34,967 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4cf71b463556435999592a0d811cb7ec=40005, 4fb240097be8496b90a77032aaaeb022=13394, 81cadaa68a864036bd20cbdd6ee9b804=65447, c70de75a6532429190ee22dadaf3d585=21838, 0eee7a653a9d4b9fb5826cc4faa8c2dc=14447, e6f3fecfc6a148c8b3f095e2c70c84fe=97216, 18188bf1493c4a37bfd4faeee64d3376=27103, adeda2679a1443008f83f34cb2c699f7=14447, c2998907c7924219aca7b21869717bd6=115223, 784720e4149a49b79520b5f70bd65202=13394, 13caa4aee99647f3bc0d500b7b5d5508=28156, 1ed418ff518746d5ad8e0635b07b1d30=147122, 0bd447a7af72412abf81235ce52d6104=13397, 879883ba59464b6794abb2103123e3a0=19742, 8d8ee9983a054340a62f6d4f555ae95b=176744, 194b9e0438e34744abb0580a8e016dc1=19742, 42a7d68a7a904f5e98c0f0c7d723a989=17618, b67a6692589b4bd19947a109a8dbfaed=18688] 2024-11-23T05:44:34,974 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/316d426d101ddc569db0c09bb87144b9/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=130 2024-11-23T05:44:34,974 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:34,974 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 316d426d101ddc569db0c09bb87144b9: Waiting for close lock at 1732340674935Running coprocessor pre-close hooks at 1732340674935Disabling compacts and flushes for region at 1732340674935Disabling writes for close at 1732340674935Writing region close event to WAL at 1732340674970 (+35 ms)Running coprocessor post-close hooks at 1732340674974 (+4 ms)Closed at 1732340674974 2024-11-23T05:44:34,974 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732340622066.316d426d101ddc569db0c09bb87144b9. 2024-11-23T05:44:34,974 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6be360a0fc52c007e39e45cc2e5ad14d, disabling compactions & flushes 2024-11-23T05:44:34,975 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:44:34,975 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:44:34,975 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. after waiting 0 ms 2024-11-23T05:44:34,975 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:44:34,975 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217->hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/53666c3668bbafde97fbfda6f6ab9217/info/9dac36c59f8b4df08db55d806f595985-bottom] to archive 2024-11-23T05:44:34,976 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T05:44:34,977 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217 to hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/archive/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/info/9dac36c59f8b4df08db55d806f595985.53666c3668bbafde97fbfda6f6ab9217 2024-11-23T05:44:34,977 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-23T05:44:34,981 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/data/default/TestLogRolling-testLogRolling/6be360a0fc52c007e39e45cc2e5ad14d/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-23T05:44:34,981 INFO [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:44:34,981 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6be360a0fc52c007e39e45cc2e5ad14d: Waiting for close lock at 1732340674974Running coprocessor pre-close hooks at 1732340674974Disabling compacts and flushes for region at 1732340674974Disabling writes for close at 1732340674975 (+1 ms)Writing region close event to WAL at 1732340674978 (+3 ms)Running coprocessor post-close hooks at 1732340674981 (+3 ms)Closed at 1732340674981 2024-11-23T05:44:34,981 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732340622066.6be360a0fc52c007e39e45cc2e5ad14d. 2024-11-23T05:44:35,137 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,44437,1732340606811; all regions closed. 2024-11-23T05:44:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741834_1010 (size=8107) 2024-11-23T05:44:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741834_1010 (size=8107) 2024-11-23T05:44:35,143 DEBUG [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs 2024-11-23T05:44:35,143 INFO [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C44437%2C1732340606811.meta:.meta(num 1732340607605) 2024-11-23T05:44:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741879_1055 (size=780) 2024-11-23T05:44:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741879_1055 (size=780) 2024-11-23T05:44:35,149 DEBUG [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/oldWALs 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C44437%2C1732340606811:(num 1732340674761) 2024-11-23T05:44:35,149 DEBUG [RS:0;9abfc7c2569e:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:44:35,149 INFO [RS:0;9abfc7c2569e:44437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44437 2024-11-23T05:44:35,150 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:44:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:44:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,44437,1732340606811 2024-11-23T05:44:35,180 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:44:35,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,44437,1732340606811] 2024-11-23T05:44:35,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,44437,1732340606811 already deleted, retry=false 2024-11-23T05:44:35,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,44437,1732340606811 expired; onlineServers=0 2024-11-23T05:44:35,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,41177,1732340606653' ***** 2024-11-23T05:44:35,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T05:44:35,196 INFO [M:0;9abfc7c2569e:41177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:44:35,196 INFO [M:0;9abfc7c2569e:41177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:44:35,197 DEBUG [M:0;9abfc7c2569e:41177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T05:44:35,197 DEBUG [M:0;9abfc7c2569e:41177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T05:44:35,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T05:44:35,197 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340607145 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340607145,5,FailOnTimeoutGroup] 2024-11-23T05:44:35,197 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340607141 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340607141,5,FailOnTimeoutGroup] 2024-11-23T05:44:35,197 INFO [M:0;9abfc7c2569e:41177 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T05:44:35,197 INFO [M:0;9abfc7c2569e:41177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:44:35,198 DEBUG [M:0;9abfc7c2569e:41177 {}] master.HMaster(1795): Stopping service threads 2024-11-23T05:44:35,198 INFO [M:0;9abfc7c2569e:41177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T05:44:35,198 INFO [M:0;9abfc7c2569e:41177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:44:35,198 INFO [M:0;9abfc7c2569e:41177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T05:44:35,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T05:44:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T05:44:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:35,205 DEBUG [M:0;9abfc7c2569e:41177 {}] zookeeper.ZKUtil(347): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T05:44:35,205 WARN [M:0;9abfc7c2569e:41177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T05:44:35,206 INFO [M:0;9abfc7c2569e:41177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/.lastflushedseqids 2024-11-23T05:44:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741880_1056 (size=228) 2024-11-23T05:44:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741880_1056 (size=228) 2024-11-23T05:44:35,212 INFO [M:0;9abfc7c2569e:41177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T05:44:35,213 INFO [M:0;9abfc7c2569e:41177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T05:44:35,213 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:44:35,213 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:35,213 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:35,213 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:44:35,213 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:35,213 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-11-23T05:44:35,232 DEBUG [M:0;9abfc7c2569e:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d367ee028fd44df86c74f21d58d3aff is 82, key is hbase:meta,,1/info:regioninfo/1732340607643/Put/seqid=0 2024-11-23T05:44:35,232 INFO [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:44:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741881_1057 (size=5672) 2024-11-23T05:44:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741881_1057 (size=5672) 2024-11-23T05:44:35,240 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d367ee028fd44df86c74f21d58d3aff 2024-11-23T05:44:35,265 DEBUG [M:0;9abfc7c2569e:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ce7ad612c407583bc01b160bc0999 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732340608128/Put/seqid=0 2024-11-23T05:44:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741882_1058 (size=7091) 2024-11-23T05:44:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741882_1058 (size=7091) 2024-11-23T05:44:35,270 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ce7ad612c407583bc01b160bc0999 2024-11-23T05:44:35,274 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b3ce7ad612c407583bc01b160bc0999 2024-11-23T05:44:35,288 INFO [RS:0;9abfc7c2569e:44437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:44:35,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:35,288 INFO [RS:0;9abfc7c2569e:44437 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,44437,1732340606811; zookeeper connection closed. 2024-11-23T05:44:35,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x101678179740001, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:35,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35c590f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35c590f0 2024-11-23T05:44:35,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T05:44:35,293 DEBUG [M:0;9abfc7c2569e:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/598c127e2f0a44fda1cbc0d2feddf584 is 69, key is 9abfc7c2569e,44437,1732340606811/rs:state/1732340607174/Put/seqid=0 2024-11-23T05:44:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741883_1059 (size=5156) 2024-11-23T05:44:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741883_1059 (size=5156) 2024-11-23T05:44:35,299 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/598c127e2f0a44fda1cbc0d2feddf584 2024-11-23T05:44:35,324 DEBUG [M:0;9abfc7c2569e:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc5bbc0dc58a448fbdea1759b78f462d is 52, key is load_balancer_on/state:d/1732340607751/Put/seqid=0 2024-11-23T05:44:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741884_1060 (size=5056) 2024-11-23T05:44:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741884_1060 (size=5056) 2024-11-23T05:44:35,336 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc5bbc0dc58a448fbdea1759b78f462d 2024-11-23T05:44:35,341 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d367ee028fd44df86c74f21d58d3aff as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d367ee028fd44df86c74f21d58d3aff 2024-11-23T05:44:35,346 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d367ee028fd44df86c74f21d58d3aff, entries=8, sequenceid=125, filesize=5.5 K 2024-11-23T05:44:35,348 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b3ce7ad612c407583bc01b160bc0999 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b3ce7ad612c407583bc01b160bc0999 2024-11-23T05:44:35,354 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b3ce7ad612c407583bc01b160bc0999 2024-11-23T05:44:35,354 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b3ce7ad612c407583bc01b160bc0999, entries=13, sequenceid=125, filesize=6.9 K 2024-11-23T05:44:35,355 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/598c127e2f0a44fda1cbc0d2feddf584 as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/598c127e2f0a44fda1cbc0d2feddf584 2024-11-23T05:44:35,362 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/598c127e2f0a44fda1cbc0d2feddf584, entries=1, sequenceid=125, filesize=5.0 K 2024-11-23T05:44:35,364 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc5bbc0dc58a448fbdea1759b78f462d as hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cc5bbc0dc58a448fbdea1759b78f462d 2024-11-23T05:44:35,370 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc6614ff-977d-0bf9-bd25-19f4ee1b858b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cc5bbc0dc58a448fbdea1759b78f462d, entries=1, sequenceid=125, filesize=4.9 K 2024-11-23T05:44:35,371 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=125, compaction requested=false 2024-11-23T05:44:35,376 INFO [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:35,376 DEBUG [M:0;9abfc7c2569e:41177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340675213Disabling compacts and flushes for region at 1732340675213Disabling writes for close at 1732340675213Obtaining lock to block concurrent updates at 1732340675213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340675213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1732340675213Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340675214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340675214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340675231 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340675231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340675245 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340675264 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340675264Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340675274 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340675293 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340675293Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732340675305 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732340675323 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732340675323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657a4ec5: reopening flushed file at 1732340675341 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cc3d6b: reopening flushed file at 1732340675347 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf8abb1: reopening flushed file at 1732340675354 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c832e5a: reopening flushed file at 1732340675362 (+8 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=125, compaction requested=false at 1732340675371 (+9 ms)Writing region close event to WAL at 1732340675375 (+4 ms)Closed at 1732340675376 (+1 ms) 2024-11-23T05:44:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741830_1006 (size=61344) 2024-11-23T05:44:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40547 is added to blk_1073741830_1006 (size=61344) 2024-11-23T05:44:35,379 INFO [M:0;9abfc7c2569e:41177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T05:44:35,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:44:35,379 INFO [M:0;9abfc7c2569e:41177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41177 2024-11-23T05:44:35,380 INFO [M:0;9abfc7c2569e:41177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:44:35,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:35,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x101678179740000, quorum=127.0.0.1:60156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:35,513 INFO [M:0;9abfc7c2569e:41177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:44:35,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38490849{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:35,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd55011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:35,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:35,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc66f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:35,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63953d33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:35,522 WARN [BP-1722690830-172.17.0.2-1732340604941 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:44:35,522 WARN [BP-1722690830-172.17.0.2-1732340604941 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1722690830-172.17.0.2-1732340604941 (Datanode Uuid 66217c9f-65af-492d-8c27-71182cfc04f4) service to localhost/127.0.0.1:42461 2024-11-23T05:44:35,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:44:35,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:44:35,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data3/current/BP-1722690830-172.17.0.2-1732340604941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:35,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data4/current/BP-1722690830-172.17.0.2-1732340604941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:35,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:44:35,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7492e6c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:35,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:35,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:35,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@653ad4d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:35,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@886cba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:35,530 WARN [BP-1722690830-172.17.0.2-1732340604941 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:44:35,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:44:35,530 WARN [BP-1722690830-172.17.0.2-1732340604941 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1722690830-172.17.0.2-1732340604941 (Datanode Uuid 5d32771b-8cd4-475c-b239-0461f7f7116f) service to localhost/127.0.0.1:42461 2024-11-23T05:44:35,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:44:35,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data1/current/BP-1722690830-172.17.0.2-1732340604941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:35,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/cluster_81b4c5cd-12d5-89b2-9fcf-27d01ac6c619/data/data2/current/BP-1722690830-172.17.0.2-1732340604941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:35,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:44:35,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@177fdcdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:44:35,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8633e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:35,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:35,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70df1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:35,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdde563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:35,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T05:44:35,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T05:44:35,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 100) - Thread LEAK? -, OpenFileDescriptor=456 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=9309 (was 8439) - AvailableMemoryMB LEAK? - 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=9308 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.log.dir so I do NOT create it in target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6454f039-d5ab-2ad9-aacd-c93343d8a593/hadoop.tmp.dir so I do NOT create it in target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669, deleteOnExit=true 2024-11-23T05:44:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/test.cache.data in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T05:44:35,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:44:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/nfs.dump.dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/java.io.tmpdir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T05:44:35,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T05:44:35,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:44:35,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:44:35,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:44:35,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:44:35,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T05:44:35,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:44:35,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42ce4f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:44:35,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7135495d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:44:35,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48ded090{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/java.io.tmpdir/jetty-localhost-44097-hadoop-hdfs-3_4_1-tests_jar-_-any-17242355999984243546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:44:35,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163dc835{HTTP/1.1, (http/1.1)}{localhost:44097} 2024-11-23T05:44:35,991 INFO [Time-limited test {}] server.Server(415): Started @217374ms 2024-11-23T05:44:36,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:44:36,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:44:36,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:44:36,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:44:36,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:44:36,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d5a911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:44:36,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6229d56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:44:36,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d30c434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/java.io.tmpdir/jetty-localhost-38861-hadoop-hdfs-3_4_1-tests_jar-_-any-9899570233091457160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:36,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67315410{HTTP/1.1, (http/1.1)}{localhost:38861} 2024-11-23T05:44:36,329 INFO [Time-limited test {}] server.Server(415): Started @217712ms 2024-11-23T05:44:36,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:44:36,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T05:44:36,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T05:44:36,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T05:44:36,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T05:44:36,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T05:44:36,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dde99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,AVAILABLE} 2024-11-23T05:44:36,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69879d67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T05:44:36,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17b5839f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-14654848432171180323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:36,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@284ed045{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-11-23T05:44:36,493 INFO [Time-limited test {}] server.Server(415): Started @217876ms 2024-11-23T05:44:36,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T05:44:37,072 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data1/current/BP-519790168-172.17.0.2-1732340675629/current, will proceed with Du for space computation calculation, 2024-11-23T05:44:37,072 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data2/current/BP-519790168-172.17.0.2-1732340675629/current, will proceed with Du for space computation calculation, 2024-11-23T05:44:37,087 WARN [Thread-1590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:44:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3edd1faab7cb7b22 with lease ID 0x5d8a0371c97a68b5: Processing first storage report for DS-0840f26c-ea89-490b-bb27-251db8c1d69e from datanode DatanodeRegistration(127.0.0.1:38481, datanodeUuid=a2f3e793-f399-41bc-9322-e142c184e62b, infoPort=33221, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629) 2024-11-23T05:44:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3edd1faab7cb7b22 with lease ID 0x5d8a0371c97a68b5: from storage DS-0840f26c-ea89-490b-bb27-251db8c1d69e node DatanodeRegistration(127.0.0.1:38481, datanodeUuid=a2f3e793-f399-41bc-9322-e142c184e62b, infoPort=33221, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T05:44:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3edd1faab7cb7b22 with lease ID 0x5d8a0371c97a68b5: Processing first storage report for DS-27e2ada5-0869-45ea-9a2b-348b13d6173a from datanode DatanodeRegistration(127.0.0.1:38481, datanodeUuid=a2f3e793-f399-41bc-9322-e142c184e62b, infoPort=33221, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629) 2024-11-23T05:44:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3edd1faab7cb7b22 with lease ID 0x5d8a0371c97a68b5: from storage DS-27e2ada5-0869-45ea-9a2b-348b13d6173a node DatanodeRegistration(127.0.0.1:38481, datanodeUuid=a2f3e793-f399-41bc-9322-e142c184e62b, infoPort=33221, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:44:37,370 WARN [Thread-1637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data3/current/BP-519790168-172.17.0.2-1732340675629/current, will proceed with Du for space computation calculation, 2024-11-23T05:44:37,371 WARN [Thread-1638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data4/current/BP-519790168-172.17.0.2-1732340675629/current, will proceed with Du for space computation calculation, 2024-11-23T05:44:37,389 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T05:44:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f7c6807215d3e5b with lease ID 0x5d8a0371c97a68b6: Processing first storage report for DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=cecb48e2-fa04-43ce-b279-d4b1638576bd, infoPort=37851, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629) 2024-11-23T05:44:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f7c6807215d3e5b with lease ID 0x5d8a0371c97a68b6: from storage DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=cecb48e2-fa04-43ce-b279-d4b1638576bd, infoPort=37851, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:44:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f7c6807215d3e5b with lease ID 0x5d8a0371c97a68b6: Processing first storage report for DS-b78177d9-f302-49cd-8403-8b12a4fb80af from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=cecb48e2-fa04-43ce-b279-d4b1638576bd, infoPort=37851, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629) 2024-11-23T05:44:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f7c6807215d3e5b with lease ID 0x5d8a0371c97a68b6: from storage DS-b78177d9-f302-49cd-8403-8b12a4fb80af node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=cecb48e2-fa04-43ce-b279-d4b1638576bd, infoPort=37851, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=955745104;c=1732340675629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T05:44:37,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83 2024-11-23T05:44:37,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/zookeeper_0, clientPort=63952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T05:44:37,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63952 2024-11-23T05:44:37,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:44:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741825_1001 (size=7) 2024-11-23T05:44:37,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36 with version=8 2024-11-23T05:44:37,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40843/user/jenkins/test-data/c577daae-8844-5295-b3bc-fefffafb7835/hbase-staging 2024-11-23T05:44:37,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T05:44:37,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:44:37,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41455 2024-11-23T05:44:37,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41455 connecting to ZooKeeper ensemble=127.0.0.1:63952 2024-11-23T05:44:37,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414550x0, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:44:37,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41455-0x10167828e0b0000 connected 2024-11-23T05:44:37,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:37,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36, hbase.cluster.distributed=false 2024-11-23T05:44:37,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:44:37,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-23T05:44:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41455 2024-11-23T05:44:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41455 2024-11-23T05:44:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-23T05:44:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-23T05:44:37,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T05:44:37,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T05:44:37,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35799 2024-11-23T05:44:37,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35799 connecting to ZooKeeper ensemble=127.0.0.1:63952 2024-11-23T05:44:37,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357990x0, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T05:44:37,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357990x0, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:37,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35799-0x10167828e0b0001 connected 2024-11-23T05:44:37,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T05:44:37,686 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T05:44:37,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T05:44:37,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T05:44:37,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-23T05:44:37,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35799 2024-11-23T05:44:37,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35799 2024-11-23T05:44:37,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-23T05:44:37,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-23T05:44:37,706 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:41455 2024-11-23T05:44:37,706 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:44:37,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:44:37,713 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T05:44:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,721 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T05:44:37,722 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,41455,1732340677464 from backup master directory 2024-11-23T05:44:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:44:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T05:44:37,729 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:44:37,729 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,733 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/hbase.id] with ID: c38d5b12-5278-4c84-b64a-769c24f201ed 2024-11-23T05:44:37,733 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/.tmp/hbase.id 2024-11-23T05:44:37,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:44:37,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741826_1002 (size=42) 2024-11-23T05:44:37,742 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/.tmp/hbase.id]:[hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/hbase.id] 2024-11-23T05:44:37,754 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:37,755 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T05:44:37,756 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T05:44:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:44:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741827_1003 (size=196) 2024-11-23T05:44:37,775 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T05:44:37,776 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T05:44:37,776 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:44:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:44:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741828_1004 (size=1189) 2024-11-23T05:44:37,785 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store 2024-11-23T05:44:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:44:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741829_1005 (size=34) 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:44:37,791 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:37,791 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:37,791 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340677791Disabling compacts and flushes for region at 1732340677791Disabling writes for close at 1732340677791Writing region close event to WAL at 1732340677791Closed at 1732340677791 2024-11-23T05:44:37,792 WARN [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/.initializing 2024-11-23T05:44:37,792 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/WALs/9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,793 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:44:37,795 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C41455%2C1732340677464, suffix=, logDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/WALs/9abfc7c2569e,41455,1732340677464, archiveDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/oldWALs, maxLogs=10 2024-11-23T05:44:37,813 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/WALs/9abfc7c2569e,41455,1732340677464/9abfc7c2569e%2C41455%2C1732340677464.1732340677796, exclude list is [], retry=0 2024-11-23T05:44:37,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38481,DS-0840f26c-ea89-490b-bb27-251db8c1d69e,DISK] 2024-11-23T05:44:37,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c,DISK] 2024-11-23T05:44:37,823 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/WALs/9abfc7c2569e,41455,1732340677464/9abfc7c2569e%2C41455%2C1732340677464.1732340677796 2024-11-23T05:44:37,824 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33221:33221),(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-23T05:44:37,824 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:44:37,824 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:44:37,824 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,824 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T05:44:37,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:37,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:37,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T05:44:37,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:37,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:44:37,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T05:44:37,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:37,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:44:37,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T05:44:37,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:37,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T05:44:37,836 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,838 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,839 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,839 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,840 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T05:44:37,841 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T05:44:37,844 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:44:37,844 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727119, jitterRate=-0.07542163133621216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T05:44:37,845 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732340677824Initializing all the Stores at 1732340677825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340677825Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340677826 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340677826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340677826Cleaning up temporary data from old regions at 1732340677839 (+13 ms)Region opened successfully at 1732340677845 (+6 ms) 2024-11-23T05:44:37,846 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T05:44:37,849 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a6a8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:44:37,850 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T05:44:37,850 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T05:44:37,850 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T05:44:37,851 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T05:44:37,851 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T05:44:37,852 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T05:44:37,852 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T05:44:37,855 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T05:44:37,857 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T05:44:37,879 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T05:44:37,880 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T05:44:37,880 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T05:44:37,887 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T05:44:37,888 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T05:44:37,889 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T05:44:37,896 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T05:44:37,897 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T05:44:37,904 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T05:44:37,907 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T05:44:37,917 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T05:44:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,930 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,41455,1732340677464, sessionid=0x10167828e0b0000, setting cluster-up flag (Was=false) 2024-11-23T05:44:37,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,971 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T05:44:37,972 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:38,012 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T05:44:38,014 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:38,015 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T05:44:38,017 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T05:44:38,017 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T05:44:38,017 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T05:44:38,018 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,41455,1732340677464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:44:38,019 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:44:38,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T05:44:38,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T05:44:38,030 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340708030 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T05:44:38,031 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T05:44:38,034 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,036 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T05:44:38,036 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T05:44:38,036 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T05:44:38,045 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T05:44:38,045 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T05:44:38,047 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340678045,5,FailOnTimeoutGroup] 2024-11-23T05:44:38,047 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340678047,5,FailOnTimeoutGroup] 2024-11-23T05:44:38,047 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,047 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T05:44:38,047 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,047 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:44:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741831_1007 (size=1321) 2024-11-23T05:44:38,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T05:44:38,053 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36 2024-11-23T05:44:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:44:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741832_1008 (size=32) 2024-11-23T05:44:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:44:38,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:44:38,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:44:38,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:44:38,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:44:38,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:44:38,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:44:38,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:44:38,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:44:38,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:44:38,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740 2024-11-23T05:44:38,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740 2024-11-23T05:44:38,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:44:38,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:44:38,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:44:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:44:38,079 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T05:44:38,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789235, jitterRate=0.003564983606338501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732340678066Initializing all the Stores at 1732340678067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340678067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678067Cleaning up temporary data from old regions at 1732340678075 (+8 ms)Region opened successfully at 1732340678080 (+5 ms) 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:44:38,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:44:38,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:44:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340678080Disabling compacts and flushes for region at 1732340678080Disabling writes for close at 1732340678080Writing region close event to WAL at 1732340678080Closed at 1732340678080 2024-11-23T05:44:38,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:44:38,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T05:44:38,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T05:44:38,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:44:38,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T05:44:38,096 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(746): ClusterId : c38d5b12-5278-4c84-b64a-769c24f201ed 2024-11-23T05:44:38,096 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T05:44:38,113 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T05:44:38,113 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T05:44:38,121 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T05:44:38,122 DEBUG [RS:0;9abfc7c2569e:35799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d570492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0 2024-11-23T05:44:38,135 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:35799 2024-11-23T05:44:38,135 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T05:44:38,135 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T05:44:38,135 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T05:44:38,136 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,41455,1732340677464 with port=35799, startcode=1732340677666 2024-11-23T05:44:38,136 DEBUG [RS:0;9abfc7c2569e:35799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T05:44:38,137 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T05:44:38,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41455 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,139 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36 2024-11-23T05:44:38,139 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36757 2024-11-23T05:44:38,139 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T05:44:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:44:38,151 DEBUG [RS:0;9abfc7c2569e:35799 {}] zookeeper.ZKUtil(111): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,151 WARN [RS:0;9abfc7c2569e:35799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T05:44:38,152 INFO [RS:0;9abfc7c2569e:35799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:44:38,152 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,35799,1732340677666] 2024-11-23T05:44:38,155 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T05:44:38,157 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T05:44:38,157 INFO [RS:0;9abfc7c2569e:35799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T05:44:38,158 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,158 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T05:44:38,159 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T05:44:38,159 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:44:38,160 DEBUG [RS:0;9abfc7c2569e:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,162 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35799,1732340677666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:44:38,185 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T05:44:38,185 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,35799,1732340677666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,185 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,185 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.Replication(171): 9abfc7c2569e,35799,1732340677666 started 2024-11-23T05:44:38,205 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,205 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,35799,1732340677666, RpcServer on 9abfc7c2569e/172.17.0.2:35799, sessionid=0x10167828e0b0001 2024-11-23T05:44:38,205 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T05:44:38,205 DEBUG [RS:0;9abfc7c2569e:35799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,205 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,35799,1732340677666' 2024-11-23T05:44:38,205 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,35799,1732340677666' 2024-11-23T05:44:38,206 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T05:44:38,207 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T05:44:38,207 DEBUG [RS:0;9abfc7c2569e:35799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T05:44:38,207 INFO [RS:0;9abfc7c2569e:35799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T05:44:38,207 INFO [RS:0;9abfc7c2569e:35799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T05:44:38,233 WARN [9abfc7c2569e:41455 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T05:44:38,308 INFO [RS:0;9abfc7c2569e:35799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:44:38,311 INFO [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C35799%2C1732340677666, suffix=, logDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666, archiveDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs, maxLogs=32 2024-11-23T05:44:38,328 DEBUG [RS:0;9abfc7c2569e:35799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666/9abfc7c2569e%2C35799%2C1732340677666.1732340678312, exclude list is [], retry=0 2024-11-23T05:44:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38481,DS-0840f26c-ea89-490b-bb27-251db8c1d69e,DISK] 2024-11-23T05:44:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c,DISK] 2024-11-23T05:44:38,335 INFO [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666/9abfc7c2569e%2C35799%2C1732340677666.1732340678312 2024-11-23T05:44:38,338 DEBUG [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33221:33221),(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-23T05:44:38,483 DEBUG [9abfc7c2569e:41455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T05:44:38,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,35799,1732340677666, state=OPENING 2024-11-23T05:44:38,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T05:44:38,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:38,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:38,521 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T05:44:38,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:44:38,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:44:38,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,35799,1732340677666}] 2024-11-23T05:44:38,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T05:44:38,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T05:44:38,678 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T05:44:38,678 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:44:38,679 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T05:44:38,680 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C35799%2C1732340677666.meta, suffix=.meta, logDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666, archiveDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs, maxLogs=32 2024-11-23T05:44:38,691 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666/9abfc7c2569e%2C35799%2C1732340677666.meta.1732340678680.meta, exclude list is [], retry=0 2024-11-23T05:44:38,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c,DISK] 2024-11-23T05:44:38,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38481,DS-0840f26c-ea89-490b-bb27-251db8c1d69e,DISK] 2024-11-23T05:44:38,695 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/9abfc7c2569e,35799,1732340677666/9abfc7c2569e%2C35799%2C1732340677666.meta.1732340678680.meta 2024-11-23T05:44:38,695 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:33221:33221)] 2024-11-23T05:44:38,695 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T05:44:38,696 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T05:44:38,696 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T05:44:38,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T05:44:38,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T05:44:38,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T05:44:38,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T05:44:38,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T05:44:38,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T05:44:38,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T05:44:38,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T05:44:38,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T05:44:38,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T05:44:38,702 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T05:44:38,702 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740 2024-11-23T05:44:38,703 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740 2024-11-23T05:44:38,704 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T05:44:38,704 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T05:44:38,705 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T05:44:38,706 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T05:44:38,706 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883920, jitterRate=0.12396349012851715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T05:44:38,706 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T05:44:38,707 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732340678696Writing region info on filesystem at 1732340678696Initializing all the Stores at 1732340678697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340678697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340678697Cleaning up temporary data from old regions at 1732340678704 (+7 ms)Running coprocessor post-open hooks at 1732340678706 (+2 ms)Region opened successfully at 1732340678707 (+1 ms) 2024-11-23T05:44:38,708 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340678673 2024-11-23T05:44:38,709 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T05:44:38,709 INFO [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T05:44:38,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,35799,1732340677666, state=OPEN 2024-11-23T05:44:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:44:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T05:44:38,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:44:38,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T05:44:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T05:44:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,35799,1732340677666 in 240 msec 2024-11-23T05:44:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T05:44:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-23T05:44:38,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T05:44:38,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T05:44:38,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:44:38,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,35799,1732340677666, seqNum=-1] 2024-11-23T05:44:38,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:44:38,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:44:38,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-23T05:44:38,774 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340678774, completionTime=-1 2024-11-23T05:44:38,775 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T05:44:38,775 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T05:44:38,776 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340738777 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340798777 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:41455, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,777 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,778 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,779 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T05:44:38,782 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.053sec 2024-11-23T05:44:38,782 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T05:44:38,782 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T05:44:38,783 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T05:44:38,783 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T05:44:38,783 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T05:44:38,783 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T05:44:38,783 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T05:44:38,785 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T05:44:38,785 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T05:44:38,785 INFO [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,41455,1732340677464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T05:44:38,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9f1c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:44:38,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,41455,-1 for getting cluster id 2024-11-23T05:44:38,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T05:44:38,798 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c38d5b12-5278-4c84-b64a-769c24f201ed' 2024-11-23T05:44:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T05:44:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c38d5b12-5278-4c84-b64a-769c24f201ed" 2024-11-23T05:44:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec4a4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:44:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,41455,-1] 2024-11-23T05:44:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T05:44:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:38,800 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T05:44:38,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b85e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T05:44:38,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T05:44:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,35799,1732340677666, seqNum=-1] 2024-11-23T05:44:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T05:44:38,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T05:44:38,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:38,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T05:44:38,808 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T05:44:38,808 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T05:44:38,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T05:44:38,811 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1, archiveDir=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs, maxLogs=32 2024-11-23T05:44:38,824 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678811, exclude list is [], retry=0 2024-11-23T05:44:38,826 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c,DISK] 2024-11-23T05:44:38,826 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38481,DS-0840f26c-ea89-490b-bb27-251db8c1d69e,DISK] 2024-11-23T05:44:38,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678811 2024-11-23T05:44:38,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:33221:33221)] 2024-11-23T05:44:38,840 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678829, exclude list is [], retry=0 2024-11-23T05:44:38,843 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-773c3a39-0934-4fd8-b5df-b8d5c94bb39c,DISK] 2024-11-23T05:44:38,843 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38481,DS-0840f26c-ea89-490b-bb27-251db8c1d69e,DISK] 2024-11-23T05:44:38,845 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678811 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678829 2024-11-23T05:44:38,846 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:33221:33221)] 2024-11-23T05:44:38,846 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678811 is not closed yet, will try archiving it next time 2024-11-23T05:44:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741835_1011 (size=93) 2024-11-23T05:44:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741835_1011 (size=93) 2024-11-23T05:44:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741836_1012 (size=93) 2024-11-23T05:44:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741836_1012 (size=93) 2024-11-23T05:44:38,849 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/WALs/test.com,8080,1/test.com%2C8080%2C1.1732340678811 to hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs/test.com%2C8080%2C1.1732340678811 2024-11-23T05:44:38,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs 2024-11-23T05:44:38,851 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732340678829) 2024-11-23T05:44:38,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T05:44:38,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:44:38,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:38,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:38,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:38,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T05:44:38,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T05:44:38,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180765423, stopped=false 2024-11-23T05:44:38,852 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,41455,1732340677464 2024-11-23T05:44:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T05:44:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:38,876 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:44:38,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T05:44:38,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:38,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:38,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:38,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T05:44:38,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,35799,1732340677666' ***** 2024-11-23T05:44:38,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:44:38,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:35799. 2024-11-23T05:44:38,877 DEBUG [RS:0;9abfc7c2569e:35799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T05:44:38,877 DEBUG [RS:0;9abfc7c2569e:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T05:44:38,877 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T05:44:38,878 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T05:44:38,878 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T05:44:38,878 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T05:44:38,878 DEBUG [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T05:44:38,878 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T05:44:38,878 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T05:44:38,878 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T05:44:38,878 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T05:44:38,878 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T05:44:38,878 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T05:44:38,897 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/.tmp/ns/639b8bd727844e77b6111d122c3d7b6a is 43, key is default/ns:d/1732340678768/Put/seqid=0 2024-11-23T05:44:38,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741837_1013 (size=5153) 2024-11-23T05:44:38,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741837_1013 (size=5153) 2024-11-23T05:44:38,903 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/.tmp/ns/639b8bd727844e77b6111d122c3d7b6a 2024-11-23T05:44:38,909 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/.tmp/ns/639b8bd727844e77b6111d122c3d7b6a as hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/ns/639b8bd727844e77b6111d122c3d7b6a 2024-11-23T05:44:38,914 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/ns/639b8bd727844e77b6111d122c3d7b6a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T05:44:38,915 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-23T05:44:38,920 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T05:44:38,921 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T05:44:38,921 INFO [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T05:44:38,921 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732340678878Running coprocessor pre-close hooks at 1732340678878Disabling compacts and flushes for region at 1732340678878Disabling writes for close at 1732340678878Obtaining lock to block concurrent updates at 1732340678878Preparing flush snapshotting stores in 1588230740 at 1732340678878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732340678879 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732340678879Flushing 1588230740/ns: creating writer at 1732340678879Flushing 1588230740/ns: appending metadata at 1732340678897 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732340678897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c2e478: reopening flushed file at 1732340678908 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1732340678915 (+7 ms)Writing region close event to WAL at 1732340678918 (+3 ms)Running coprocessor post-close hooks at 1732340678921 (+3 ms)Closed at 1732340678921 2024-11-23T05:44:38,921 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T05:44:39,078 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,35799,1732340677666; all regions closed. 2024-11-23T05:44:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741834_1010 (size=1152) 2024-11-23T05:44:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741834_1010 (size=1152) 2024-11-23T05:44:39,085 DEBUG [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs 2024-11-23T05:44:39,085 INFO [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C35799%2C1732340677666.meta:.meta(num 1732340678680) 2024-11-23T05:44:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741833_1009 (size=93) 2024-11-23T05:44:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741833_1009 (size=93) 2024-11-23T05:44:39,090 DEBUG [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/oldWALs 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C35799%2C1732340677666:(num 1732340678312) 2024-11-23T05:44:39,090 DEBUG [RS:0;9abfc7c2569e:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:44:39,090 INFO [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:44:39,090 INFO [RS:0;9abfc7c2569e:35799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35799 2024-11-23T05:44:39,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T05:44:39,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,35799,1732340677666 2024-11-23T05:44:39,137 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:44:39,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,35799,1732340677666] 2024-11-23T05:44:39,182 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,35799,1732340677666 already deleted, retry=false 2024-11-23T05:44:39,182 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,35799,1732340677666 expired; onlineServers=0 2024-11-23T05:44:39,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,41455,1732340677464' ***** 2024-11-23T05:44:39,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T05:44:39,183 DEBUG [M:0;9abfc7c2569e:41455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T05:44:39,183 DEBUG [M:0;9abfc7c2569e:41455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T05:44:39,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T05:44:39,183 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340678045 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340678045,5,FailOnTimeoutGroup] 2024-11-23T05:44:39,183 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340678047 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340678047,5,FailOnTimeoutGroup] 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T05:44:39,183 DEBUG [M:0;9abfc7c2569e:41455 {}] master.HMaster(1795): Stopping service threads 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T05:44:39,183 INFO [M:0;9abfc7c2569e:41455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T05:44:39,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T05:44:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T05:44:39,204 DEBUG [M:0;9abfc7c2569e:41455 {}] zookeeper.ZKUtil(347): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T05:44:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T05:44:39,204 WARN [M:0;9abfc7c2569e:41455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T05:44:39,205 INFO [M:0;9abfc7c2569e:41455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/.lastflushedseqids 2024-11-23T05:44:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741838_1014 (size=99) 2024-11-23T05:44:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741838_1014 (size=99) 2024-11-23T05:44:39,213 INFO [M:0;9abfc7c2569e:41455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T05:44:39,213 INFO [M:0;9abfc7c2569e:41455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T05:44:39,213 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T05:44:39,213 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:39,213 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:39,213 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T05:44:39,213 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:39,213 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-23T05:44:39,231 DEBUG [M:0;9abfc7c2569e:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f86ebc121fc14f4bb4c90066bf9db3e7 is 82, key is hbase:meta,,1/info:regioninfo/1732340678710/Put/seqid=0 2024-11-23T05:44:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741839_1015 (size=5672) 2024-11-23T05:44:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741839_1015 (size=5672) 2024-11-23T05:44:39,239 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f86ebc121fc14f4bb4c90066bf9db3e7 2024-11-23T05:44:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:39,254 INFO [RS:0;9abfc7c2569e:35799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:44:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x10167828e0b0001, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:39,254 INFO [RS:0;9abfc7c2569e:35799 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,35799,1732340677666; zookeeper connection closed. 2024-11-23T05:44:39,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66731edc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66731edc 2024-11-23T05:44:39,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T05:44:39,260 DEBUG [M:0;9abfc7c2569e:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b21a9a4b6e47398e77fe8a70ec9a50 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732340678774/Put/seqid=0 2024-11-23T05:44:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741840_1016 (size=5275) 2024-11-23T05:44:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741840_1016 (size=5275) 2024-11-23T05:44:39,265 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b21a9a4b6e47398e77fe8a70ec9a50 2024-11-23T05:44:39,291 DEBUG [M:0;9abfc7c2569e:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf4537cd8f14affb2e1d082c9bfb50d is 69, key is 9abfc7c2569e,35799,1732340677666/rs:state/1732340678138/Put/seqid=0 2024-11-23T05:44:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741841_1017 (size=5156) 2024-11-23T05:44:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741841_1017 (size=5156) 2024-11-23T05:44:39,297 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf4537cd8f14affb2e1d082c9bfb50d 2024-11-23T05:44:39,322 DEBUG [M:0;9abfc7c2569e:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8759fccfb5d54466ad79396b06b9f705 is 52, key is load_balancer_on/state:d/1732340678807/Put/seqid=0 2024-11-23T05:44:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741842_1018 (size=5056) 2024-11-23T05:44:39,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741842_1018 (size=5056) 2024-11-23T05:44:39,328 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8759fccfb5d54466ad79396b06b9f705 2024-11-23T05:44:39,334 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f86ebc121fc14f4bb4c90066bf9db3e7 as hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f86ebc121fc14f4bb4c90066bf9db3e7 2024-11-23T05:44:39,338 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f86ebc121fc14f4bb4c90066bf9db3e7, entries=8, sequenceid=29, filesize=5.5 K 2024-11-23T05:44:39,339 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b21a9a4b6e47398e77fe8a70ec9a50 as hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51b21a9a4b6e47398e77fe8a70ec9a50 2024-11-23T05:44:39,344 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51b21a9a4b6e47398e77fe8a70ec9a50, entries=3, sequenceid=29, filesize=5.2 K 2024-11-23T05:44:39,345 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf4537cd8f14affb2e1d082c9bfb50d as hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cf4537cd8f14affb2e1d082c9bfb50d 2024-11-23T05:44:39,350 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cf4537cd8f14affb2e1d082c9bfb50d, entries=1, sequenceid=29, filesize=5.0 K 2024-11-23T05:44:39,351 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8759fccfb5d54466ad79396b06b9f705 as hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8759fccfb5d54466ad79396b06b9f705 2024-11-23T05:44:39,357 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36757/user/jenkins/test-data/5847173d-a2fd-f676-bf12-86873660bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8759fccfb5d54466ad79396b06b9f705, entries=1, sequenceid=29, filesize=4.9 K 2024-11-23T05:44:39,358 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=29, compaction requested=false 2024-11-23T05:44:39,363 INFO [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T05:44:39,363 DEBUG [M:0;9abfc7c2569e:41455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732340679213Disabling compacts and flushes for region at 1732340679213Disabling writes for close at 1732340679213Obtaining lock to block concurrent updates at 1732340679213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340679213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732340679214 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340679215 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340679215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340679231 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340679231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340679244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340679259 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340679259Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340679271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340679290 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340679290Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732340679302 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732340679321 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732340679321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3530ec6f: reopening flushed file at 1732340679333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6004194d: reopening flushed file at 1732340679338 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9ca4a1: reopening flushed file at 1732340679344 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170e33b1: reopening flushed file at 1732340679350 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=29, compaction requested=false at 1732340679358 (+8 ms)Writing region close event to WAL at 1732340679363 (+5 ms)Closed at 1732340679363 2024-11-23T05:44:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741830_1006 (size=10311) 2024-11-23T05:44:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38481 is added to blk_1073741830_1006 (size=10311) 2024-11-23T05:44:39,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T05:44:39,369 INFO [M:0;9abfc7c2569e:41455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T05:44:39,369 INFO [M:0;9abfc7c2569e:41455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41455 2024-11-23T05:44:39,369 INFO [M:0;9abfc7c2569e:41455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T05:44:39,484 INFO [M:0;9abfc7c2569e:41455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T05:44:39,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:39,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10167828e0b0000, quorum=127.0.0.1:63952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T05:44:39,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17b5839f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:39,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@284ed045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:39,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:39,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69879d67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:39,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dde99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:39,536 WARN [BP-519790168-172.17.0.2-1732340675629 heartbeating to localhost/127.0.0.1:36757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:44:39,536 WARN [BP-519790168-172.17.0.2-1732340675629 heartbeating to localhost/127.0.0.1:36757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519790168-172.17.0.2-1732340675629 (Datanode Uuid cecb48e2-fa04-43ce-b279-d4b1638576bd) service to localhost/127.0.0.1:36757 2024-11-23T05:44:39,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:44:39,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:44:39,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data3/current/BP-519790168-172.17.0.2-1732340675629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:39,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data4/current/BP-519790168-172.17.0.2-1732340675629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:39,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:44:39,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d30c434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T05:44:39,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67315410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:39,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:39,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6229d56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:39,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d5a911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:39,540 WARN [BP-519790168-172.17.0.2-1732340675629 heartbeating to localhost/127.0.0.1:36757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T05:44:39,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T05:44:39,540 WARN [BP-519790168-172.17.0.2-1732340675629 heartbeating to localhost/127.0.0.1:36757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519790168-172.17.0.2-1732340675629 (Datanode Uuid a2f3e793-f399-41bc-9322-e142c184e62b) service to localhost/127.0.0.1:36757 2024-11-23T05:44:39,540 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T05:44:39,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data1/current/BP-519790168-172.17.0.2-1732340675629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:39,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/cluster_b5abaa95-0d47-3ffd-114f-5f6b83b98669/data/data2/current/BP-519790168-172.17.0.2-1732340675629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T05:44:39,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T05:44:39,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48ded090{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T05:44:39,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163dc835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T05:44:39,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T05:44:39,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7135495d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T05:44:39,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42ce4f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b78a2a4-c77e-6588-230b-48701fae1f83/hadoop.log.dir/,STOPPED} 2024-11-23T05:44:39,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T05:44:39,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T05:44:39,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 109) - Thread LEAK? -, OpenFileDescriptor=511 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8947 (was 9308)