2024-11-14 06:44:50,319 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 06:44:50,331 main DEBUG Took 0.009866 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 06:44:50,332 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 06:44:50,332 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 06:44:50,333 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 06:44:50,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,342 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 06:44:50,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,358 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,359 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,360 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,361 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,362 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,363 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,364 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:44:50,365 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,365 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 06:44:50,366 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:44:50,368 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 06:44:50,369 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 06:44:50,370 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 06:44:50,371 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 06:44:50,371 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 06:44:50,379 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 06:44:50,381 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 06:44:50,383 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 06:44:50,383 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 06:44:50,383 main DEBUG createAppenders(={Console}) 2024-11-14 06:44:50,384 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 06:44:50,384 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 06:44:50,385 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 06:44:50,385 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 06:44:50,385 main DEBUG OutputStream closed 2024-11-14 06:44:50,386 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 06:44:50,386 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 06:44:50,386 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 06:44:50,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 06:44:50,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 06:44:50,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 06:44:50,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 06:44:50,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 06:44:50,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 06:44:50,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 06:44:50,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 06:44:50,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 06:44:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 06:44:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 06:44:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 06:44:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 06:44:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 06:44:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 06:44:50,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 06:44:50,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 06:44:50,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 06:44:50,481 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 06:44:50,482 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 06:44:50,482 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 06:44:50,483 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T06:44:50,733 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef 2024-11-14 06:44:50,736 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 06:44:50,736 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T06:44:50,744 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T06:44:50,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=1789 2024-11-14T06:44:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:44:50,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856, deleteOnExit=true 2024-11-14T06:44:50,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:44:50,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/test.cache.data in system properties and HBase conf 2024-11-14T06:44:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:44:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:44:50,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:44:50,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:44:50,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:44:50,907 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T06:44:50,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:44:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:44:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:44:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:44:50,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:44:50,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:44:50,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:44:50,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:44:50,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:44:50,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:44:50,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:44:51,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:44:51,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:44:51,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:44:51,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:44:51,757 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T06:44:51,827 INFO [Time-limited test {}] log.Log(170): Logging initialized @2208ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T06:44:51,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:44:51,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:44:51,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:44:51,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:44:51,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:44:51,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:44:51,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:44:51,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:44:52,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/java.io.tmpdir/jetty-localhost-45303-hadoop-hdfs-3_4_1-tests_jar-_-any-786548466985766074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:44:52,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:45303} 2024-11-14T06:44:52,192 INFO [Time-limited test {}] server.Server(415): Started @2574ms 2024-11-14T06:44:52,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:44:52,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:44:52,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:44:52,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:44:52,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:44:52,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:44:52,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:44:52,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/java.io.tmpdir/jetty-localhost-37583-hadoop-hdfs-3_4_1-tests_jar-_-any-11553855252393354574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:44:52,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:37583} 2024-11-14T06:44:52,634 INFO [Time-limited test {}] server.Server(415): Started @3016ms 2024-11-14T06:44:52,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:44:52,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:44:52,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:44:52,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:44:52,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:44:52,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:44:52,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:44:52,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:44:52,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/java.io.tmpdir/jetty-localhost-46299-hadoop-hdfs-3_4_1-tests_jar-_-any-11057062003421363364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:44:52,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:46299} 2024-11-14T06:44:52,922 INFO [Time-limited test {}] server.Server(415): Started @3304ms 2024-11-14T06:44:52,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:44:53,090 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data1/current/BP-995285640-172.17.0.2-1731566691555/current, will proceed with Du for space computation calculation, 2024-11-14T06:44:53,090 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data3/current/BP-995285640-172.17.0.2-1731566691555/current, will proceed with Du for space computation calculation, 2024-11-14T06:44:53,090 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data4/current/BP-995285640-172.17.0.2-1731566691555/current, will proceed with Du for space computation calculation, 2024-11-14T06:44:53,091 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data2/current/BP-995285640-172.17.0.2-1731566691555/current, will proceed with Du for space computation calculation, 2024-11-14T06:44:53,137 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:44:53,145 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:44:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c59111b9492f568 with lease ID 0xf98c02e64f771d92: Processing first storage report for DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02 from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=c95c810e-a128-47a7-b703-567e43aced32, infoPort=39297, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555) 2024-11-14T06:44:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c59111b9492f568 with lease ID 0xf98c02e64f771d92: from storage DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02 node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=c95c810e-a128-47a7-b703-567e43aced32, infoPort=39297, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-14T06:44:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e0833d5c7b8c6c3 with lease ID 0xf98c02e64f771d93: Processing first storage report for DS-d119ac25-c471-47e1-96ca-b2b03dea61ab from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=43debd19-34ee-4189-8a73-58fca3550c55, infoPort=32819, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555) 2024-11-14T06:44:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e0833d5c7b8c6c3 with lease ID 0xf98c02e64f771d93: from storage DS-d119ac25-c471-47e1-96ca-b2b03dea61ab node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=43debd19-34ee-4189-8a73-58fca3550c55, infoPort=32819, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:44:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c59111b9492f568 with lease ID 0xf98c02e64f771d92: Processing first storage report for DS-bfd47898-f42e-4bb2-8e3a-76f004cd360e from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=c95c810e-a128-47a7-b703-567e43aced32, infoPort=39297, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555) 2024-11-14T06:44:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c59111b9492f568 with lease ID 0xf98c02e64f771d92: from storage DS-bfd47898-f42e-4bb2-8e3a-76f004cd360e node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=c95c810e-a128-47a7-b703-567e43aced32, infoPort=39297, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:44:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e0833d5c7b8c6c3 with lease ID 0xf98c02e64f771d93: Processing first storage report for DS-c9b7959e-0d75-4e7e-8da2-9789b8e38938 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=43debd19-34ee-4189-8a73-58fca3550c55, infoPort=32819, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555) 2024-11-14T06:44:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e0833d5c7b8c6c3 with lease ID 0xf98c02e64f771d93: from storage DS-c9b7959e-0d75-4e7e-8da2-9789b8e38938 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=43debd19-34ee-4189-8a73-58fca3550c55, infoPort=32819, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=937218270;c=1731566691555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:44:53,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef 2024-11-14T06:44:53,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/zookeeper_0, clientPort=59239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:44:53,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59239 2024-11-14T06:44:53,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:53,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:44:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:44:53,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c with version=8 2024-11-14T06:44:53,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase-staging 2024-11-14T06:44:54,057 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T06:44:54,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:44:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:44:54,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:44:54,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:44:54,455 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T06:44:54,465 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T06:44:54,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:44:54,494 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53329 (auto-detected) 2024-11-14T06:44:54,495 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T06:44:54,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46403 2024-11-14T06:44:54,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46403 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-11-14T06:44:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464030x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:44:54,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46403-0x1003cfa48330000 connected 2024-11-14T06:44:54,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:54,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:54,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:44:54,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c, hbase.cluster.distributed=false 2024-11-14T06:44:54,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:44:54,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-14T06:44:54,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46403 2024-11-14T06:44:54,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46403 2024-11-14T06:44:54,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-14T06:44:54,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-14T06:44:54,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:44:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:44:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:44:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:44:54,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:44:54,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:44:54,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46165 2024-11-14T06:44:54,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46165 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-11-14T06:44:54,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:54,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:54,801 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461650x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:44:54,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461650x0, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:44:54,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46165-0x1003cfa48330001 connected 2024-11-14T06:44:54,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:44:54,813 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:44:54,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:44:54,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:44:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T06:44:54,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46165 2024-11-14T06:44:54,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46165 2024-11-14T06:44:54,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T06:44:54,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T06:44:54,838 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:46403 2024-11-14T06:44:54,839 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,46403,1731566694103 2024-11-14T06:44:54,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:44:54,844 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:44:54,846 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,46403,1731566694103 2024-11-14T06:44:54,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:54,868 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:44:54,868 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:54,869 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:44:54,870 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,46403,1731566694103 from backup master directory 2024-11-14T06:44:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,46403,1731566694103 2024-11-14T06:44:54,873 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:44:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:44:54,873 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:44:54,874 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,46403,1731566694103 2024-11-14T06:44:54,876 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T06:44:54,877 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T06:44:54,927 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase.id] with ID: df76d00f-2a9f-4426-82d0-07849661b4ef 2024-11-14T06:44:54,928 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/.tmp/hbase.id 2024-11-14T06:44:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:44:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:44:54,941 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/.tmp/hbase.id]:[hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase.id] 2024-11-14T06:44:54,986 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:54,991 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:44:55,008 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-14T06:44:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,011 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:44:55,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:44:55,042 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:44:55,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:44:55,049 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:44:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:44:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:44:55,095 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store 2024-11-14T06:44:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:44:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:44:55,119 INFO [master/20680646cf8a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T06:44:55,122 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:55,123 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:44:55,123 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:44:55,123 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:44:55,124 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:44:55,125 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:44:55,125 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:44:55,126 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566695123Disabling compacts and flushes for region at 1731566695123Disabling writes for close at 1731566695124 (+1 ms)Writing region close event to WAL at 1731566695125 (+1 ms)Closed at 1731566695125 2024-11-14T06:44:55,128 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/.initializing 2024-11-14T06:44:55,128 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/WALs/20680646cf8a,46403,1731566694103 2024-11-14T06:44:55,136 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:44:55,150 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46403%2C1731566694103, suffix=, logDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/WALs/20680646cf8a,46403,1731566694103, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/oldWALs, maxLogs=10 2024-11-14T06:44:55,187 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/WALs/20680646cf8a,46403,1731566694103/20680646cf8a%2C46403%2C1731566694103.1731566695156, exclude list is [], retry=0 2024-11-14T06:44:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:44:55,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:44:55,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:44:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T06:44:55,246 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/WALs/20680646cf8a,46403,1731566694103/20680646cf8a%2C46403%2C1731566694103.1731566695156 2024-11-14T06:44:55,247 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:32819:32819)] 2024-11-14T06:44:55,248 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:44:55,248 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:55,251 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,252 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:44:55,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:55,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:44:55,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:44:55,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:44:55,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:44:55,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:44:55,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:44:55,326 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,329 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,330 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,336 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,336 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,339 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:44:55,343 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:44:55,348 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:44:55,350 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857174, jitterRate=0.0899539589881897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:44:55,358 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731566695263Initializing all the Stores at 1731566695265 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566695266 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566695266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566695267 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566695267Cleaning up temporary data from old regions at 1731566695336 (+69 ms)Region opened successfully at 1731566695358 (+22 ms) 2024-11-14T06:44:55,359 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:44:55,391 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca08a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:44:55,418 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:44:55,427 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:44:55,428 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:44:55,430 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:44:55,431 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T06:44:55,436 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T06:44:55,436 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:44:55,463 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:44:55,471 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:44:55,473 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:44:55,475 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:44:55,477 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:44:55,478 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:44:55,480 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:44:55,483 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:44:55,484 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:44:55,486 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:44:55,486 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:44:55,501 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:44:55,502 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:44:55,505 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:44:55,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:44:55,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,505 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,507 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,46403,1731566694103, sessionid=0x1003cfa48330000, setting cluster-up flag (Was=false) 2024-11-14T06:44:55,516 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,520 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:44:55,522 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,46403,1731566694103 2024-11-14T06:44:55,526 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:55,530 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:44:55,531 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,46403,1731566694103 2024-11-14T06:44:55,536 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:44:55,607 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:44:55,615 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:44:55,621 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:44:55,629 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(746): ClusterId : df76d00f-2a9f-4426-82d0-07849661b4ef 2024-11-14T06:44:55,627 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,46403,1731566694103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:44:55,631 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:44:55,635 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:44:55,635 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:44:55,635 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:44:55,635 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:44:55,635 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:44:55,635 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:44:55,636 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:44:55,636 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,636 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:44:55,636 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,638 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:44:55,639 DEBUG [RS:0;20680646cf8a:46165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0728b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:44:55,639 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731566725639 2024-11-14T06:44:55,641 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:44:55,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:44:55,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:44:55,642 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:44:55,647 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:44:55,647 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:44:55,647 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:44:55,648 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:44:55,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:44:55,649 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,658 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:46165 2024-11-14T06:44:55,658 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:44:55,660 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:44:55,660 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:44:55,662 INFO [RS:0;20680646cf8a:46165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:44:55,662 INFO [RS:0;20680646cf8a:46165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:44:55,662 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:44:55,665 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:44:55,666 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:44:55,666 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,46403,1731566694103 with port=46165, startcode=1731566694735 2024-11-14T06:44:55,671 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566695667,5,FailOnTimeoutGroup] 2024-11-14T06:44:55,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566695671,5,FailOnTimeoutGroup] 2024-11-14T06:44:55,674 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,674 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:44:55,676 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,676 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:44:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:44:55,680 DEBUG [RS:0;20680646cf8a:46165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:44:55,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:44:55,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c 2024-11-14T06:44:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:44:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:44:55,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:55,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:44:55,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:44:55,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:55,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:44:55,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:44:55,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:55,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:44:55,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:44:55,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:44:55,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:55,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:44:55,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:44:55,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:55,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:55,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:44:55,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46403 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740 2024-11-14T06:44:55,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740 2024-11-14T06:44:55,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:44:55,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:44:55,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:44:55,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:44:55,756 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:44:55,757 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701697, jitterRate=-0.1077471673488617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:44:55,759 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c 2024-11-14T06:44:55,759 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44785 2024-11-14T06:44:55,759 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:44:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:44:55,763 DEBUG [RS:0;20680646cf8a:46165 {}] zookeeper.ZKUtil(111): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731566695707Initializing all the Stores at 1731566695709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566695709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566695710 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566695710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566695710Cleaning up temporary data from old regions at 1731566695745 (+35 ms)Region opened successfully at 1731566695763 (+18 ms) 2024-11-14T06:44:55,763 WARN [RS:0;20680646cf8a:46165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:44:55,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:44:55,763 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:44:55,763 INFO [RS:0;20680646cf8a:46165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:44:55,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:44:55,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:44:55,764 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:44:55,765 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:44:55,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566695763Disabling compacts and flushes for region at 1731566695763Disabling writes for close at 1731566695764 (+1 ms)Writing region close event to WAL at 1731566695765 (+1 ms)Closed at 1731566695765 2024-11-14T06:44:55,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,46165,1731566694735] 2024-11-14T06:44:55,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:44:55,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:44:55,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:44:55,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:44:55,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:44:55,799 INFO [RS:0;20680646cf8a:46165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:44:55,814 INFO [RS:0;20680646cf8a:46165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:44:55,819 INFO [RS:0;20680646cf8a:46165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:44:55,819 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,820 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:44:55,825 INFO [RS:0;20680646cf8a:46165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:44:55,826 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,826 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,826 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,827 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:44:55,828 DEBUG [RS:0;20680646cf8a:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:44:55,830 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,831 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,831 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,831 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,831 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,831 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46165,1731566694735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:44:55,852 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:44:55,854 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46165,1731566694735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,855 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,855 INFO [RS:0;20680646cf8a:46165 {}] regionserver.Replication(171): 20680646cf8a,46165,1731566694735 started 2024-11-14T06:44:55,883 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:55,884 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,46165,1731566694735, RpcServer on 20680646cf8a/172.17.0.2:46165, sessionid=0x1003cfa48330001 2024-11-14T06:44:55,885 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:44:55,885 DEBUG [RS:0;20680646cf8a:46165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,885 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46165,1731566694735' 2024-11-14T06:44:55,886 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:44:55,887 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:44:55,888 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:44:55,888 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:44:55,888 DEBUG [RS:0;20680646cf8a:46165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,46165,1731566694735 2024-11-14T06:44:55,888 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46165,1731566694735' 2024-11-14T06:44:55,888 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:44:55,889 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:44:55,890 DEBUG [RS:0;20680646cf8a:46165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:44:55,890 INFO [RS:0;20680646cf8a:46165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:44:55,890 INFO [RS:0;20680646cf8a:46165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:44:55,941 WARN [20680646cf8a:46403 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T06:44:55,999 INFO [RS:0;20680646cf8a:46165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:44:56,002 INFO [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46165%2C1731566694735, suffix=, logDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs, maxLogs=32 2024-11-14T06:44:56,016 DEBUG [RS:0;20680646cf8a:46165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566696004, exclude list is [], retry=0 2024-11-14T06:44:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:44:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:44:56,025 INFO [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566696004 2024-11-14T06:44:56,025 DEBUG [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32819:32819),(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-14T06:44:56,193 DEBUG [20680646cf8a:46403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:44:56,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,46165,1731566694735 2024-11-14T06:44:56,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,46165,1731566694735, state=OPENING 2024-11-14T06:44:56,217 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:44:56,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:56,219 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:44:56,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:44:56,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:44:56,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:44:56,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,46165,1731566694735}] 2024-11-14T06:44:56,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:44:56,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:44:56,413 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:44:56,414 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:44:56,415 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:44:56,418 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46165%2C1731566694735.meta, suffix=.meta, logDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs, maxLogs=32 2024-11-14T06:44:56,435 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.meta.1731566696421.meta, exclude list is [], retry=0 2024-11-14T06:44:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:44:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:44:56,442 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.meta.1731566696421.meta 2024-11-14T06:44:56,442 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32819:32819),(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-14T06:44:56,443 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:44:56,444 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:44:56,447 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:44:56,451 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:44:56,455 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:44:56,455 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:56,456 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:44:56,456 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:44:56,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:44:56,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:44:56,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:56,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:56,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:44:56,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:44:56,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:56,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:56,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:44:56,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:44:56,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:56,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:56,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:44:56,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:44:56,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:56,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:44:56,469 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:44:56,470 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740 2024-11-14T06:44:56,473 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740 2024-11-14T06:44:56,476 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:44:56,476 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:44:56,477 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:44:56,481 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:44:56,483 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717866, jitterRate=-0.08718696236610413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:44:56,483 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:44:56,485 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731566696456Writing region info on filesystem at 1731566696456Initializing all the Stores at 1731566696458 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566696458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566696459 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566696459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566696459Cleaning up temporary data from old regions at 1731566696476 (+17 ms)Running coprocessor post-open hooks at 1731566696483 (+7 ms)Region opened successfully at 1731566696485 (+2 ms) 2024-11-14T06:44:56,492 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731566696391 2024-11-14T06:44:56,502 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:44:56,503 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:44:56,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46165,1731566694735 2024-11-14T06:44:56,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,46165,1731566694735, state=OPEN 2024-11-14T06:44:56,509 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:44:56,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:44:56,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:44:56,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:44:56,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,46165,1731566694735 2024-11-14T06:44:56,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:44:56,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,46165,1731566694735 in 288 msec 2024-11-14T06:44:56,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:44:56,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 742 msec 2024-11-14T06:44:56,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:44:56,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:44:56,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:44:56,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,46165,1731566694735, seqNum=-1] 2024-11-14T06:44:56,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:44:56,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:44:56,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0200 sec 2024-11-14T06:44:56,587 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731566696587, completionTime=-1 2024-11-14T06:44:56,590 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:44:56,590 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:44:56,614 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:44:56,614 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731566756614 2024-11-14T06:44:56,614 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731566816614 2024-11-14T06:44:56,614 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-14T06:44:56,616 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,616 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,616 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,617 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:46403, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,618 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,618 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,624 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:44:56,644 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.770sec 2024-11-14T06:44:56,645 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:44:56,646 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:44:56,647 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:44:56,648 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:44:56,648 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:44:56,649 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:44:56,650 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:44:56,659 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:44:56,660 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:44:56,661 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46403,1731566694103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:44:56,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d38bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:44:56,740 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T06:44:56,740 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T06:44:56,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,46403,-1 for getting cluster id 2024-11-14T06:44:56,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:44:56,753 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df76d00f-2a9f-4426-82d0-07849661b4ef' 2024-11-14T06:44:56,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:44:56,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df76d00f-2a9f-4426-82d0-07849661b4ef" 2024-11-14T06:44:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:44:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,46403,-1] 2024-11-14T06:44:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:44:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:44:56,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:44:56,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a8e777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:44:56,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:44:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,46165,1731566694735, seqNum=-1] 2024-11-14T06:44:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:44:56,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:44:56,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,46403,1731566694103 2024-11-14T06:44:56,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:44:56,805 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T06:44:56,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:44:56,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,46403,1731566694103 2024-11-14T06:44:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afa760f 2024-11-14T06:44:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:44:56,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:44:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T06:44:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T06:44:56,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:44:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T06:44:56,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:44:56,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T06:44:56,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:56,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:44:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:44:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741835_1011 (size=389) 2024-11-14T06:44:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741835_1011 (size=389) 2024-11-14T06:44:56,885 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c748229b21b463bf9244a5b57beb4f3a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c 2024-11-14T06:44:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741836_1012 (size=72) 2024-11-14T06:44:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741836_1012 (size=72) 2024-11-14T06:44:56,898 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:56,898 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c748229b21b463bf9244a5b57beb4f3a, disabling compactions & flushes 2024-11-14T06:44:56,898 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:56,898 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:56,898 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. after waiting 0 ms 2024-11-14T06:44:56,899 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:56,899 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:56,899 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c748229b21b463bf9244a5b57beb4f3a: Waiting for close lock at 1731566696898Disabling compacts and flushes for region at 1731566696898Disabling writes for close at 1731566696898Writing region close event to WAL at 1731566696899 (+1 ms)Closed at 1731566696899 2024-11-14T06:44:56,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:44:56,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731566696901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566696901"}]},"ts":"1731566696901"} 2024-11-14T06:44:56,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:44:56,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:44:56,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566696914"}]},"ts":"1731566696914"} 2024-11-14T06:44:56,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T06:44:56,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c748229b21b463bf9244a5b57beb4f3a, ASSIGN}] 2024-11-14T06:44:56,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c748229b21b463bf9244a5b57beb4f3a, ASSIGN 2024-11-14T06:44:56,927 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c748229b21b463bf9244a5b57beb4f3a, ASSIGN; state=OFFLINE, location=20680646cf8a,46165,1731566694735; forceNewPlan=false, retain=false 2024-11-14T06:44:57,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c748229b21b463bf9244a5b57beb4f3a, regionState=OPENING, regionLocation=20680646cf8a,46165,1731566694735 2024-11-14T06:44:57,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c748229b21b463bf9244a5b57beb4f3a, ASSIGN because future has completed 2024-11-14T06:44:57,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c748229b21b463bf9244a5b57beb4f3a, server=20680646cf8a,46165,1731566694735}] 2024-11-14T06:44:57,258 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:57,259 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c748229b21b463bf9244a5b57beb4f3a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:44:57,259 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,260 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:44:57,260 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,260 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,263 INFO [StoreOpener-c748229b21b463bf9244a5b57beb4f3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,266 INFO [StoreOpener-c748229b21b463bf9244a5b57beb4f3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c748229b21b463bf9244a5b57beb4f3a columnFamilyName info 2024-11-14T06:44:57,266 DEBUG [StoreOpener-c748229b21b463bf9244a5b57beb4f3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:44:57,268 INFO [StoreOpener-c748229b21b463bf9244a5b57beb4f3a-1 {}] regionserver.HStore(327): Store=c748229b21b463bf9244a5b57beb4f3a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:44:57,268 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,269 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,270 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,271 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,271 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,274 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,277 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:44:57,278 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c748229b21b463bf9244a5b57beb4f3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788957, jitterRate=0.00321158766746521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:44:57,278 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:44:57,279 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c748229b21b463bf9244a5b57beb4f3a: Running coprocessor pre-open hook at 1731566697260Writing region info on filesystem at 1731566697260Initializing all the Stores at 1731566697262 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566697262Cleaning up temporary data from old regions at 1731566697271 (+9 ms)Running coprocessor post-open hooks at 1731566697278 (+7 ms)Region opened successfully at 1731566697279 (+1 ms) 2024-11-14T06:44:57,281 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a., pid=6, masterSystemTime=1731566697249 2024-11-14T06:44:57,284 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:57,285 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:44:57,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c748229b21b463bf9244a5b57beb4f3a, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46165,1731566694735 2024-11-14T06:44:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c748229b21b463bf9244a5b57beb4f3a, server=20680646cf8a,46165,1731566694735 because future has completed 2024-11-14T06:44:57,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T06:44:57,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c748229b21b463bf9244a5b57beb4f3a, server=20680646cf8a,46165,1731566694735 in 197 msec 2024-11-14T06:44:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T06:44:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c748229b21b463bf9244a5b57beb4f3a, ASSIGN in 373 msec 2024-11-14T06:44:57,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:44:57,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566697302"}]},"ts":"1731566697302"} 2024-11-14T06:44:57,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T06:44:57,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:44:57,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 463 msec 2024-11-14T06:45:01,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:45:02,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:45:02,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T06:45:04,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T06:45:04,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T06:45:04,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T06:45:04,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T06:45:04,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:45:04,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T06:45:04,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T06:45:04,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T06:45:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:45:06,938 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T06:45:06,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T06:45:06,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T06:45:06,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:06,968 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566706954, exclude list is [], retry=0 2024-11-14T06:45:06,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:45:06,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:45:06,977 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566696004 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566706954 2024-11-14T06:45:06,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:32819:32819)] 2024-11-14T06:45:06,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566696004 is not closed yet, will try archiving it next time 2024-11-14T06:45:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741833_1009 (size=451) 2024-11-14T06:45:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741833_1009 (size=451) 2024-11-14T06:45:06,983 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566696004 to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs/20680646cf8a%2C46165%2C1731566694735.1731566696004 2024-11-14T06:45:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a., hostname=20680646cf8a,46165,1731566694735, seqNum=2] 2024-11-14T06:45:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HRegion(8855): Flush requested on c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:45:21,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c748229b21b463bf9244a5b57beb4f3a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:45:21,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/47c64de7c2b941f7941d68226d406a7e is 1055, key is row0001/info:/1731566706990/Put/seqid=0 2024-11-14T06:45:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741838_1014 (size=13386) 2024-11-14T06:45:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741838_1014 (size=13386) 2024-11-14T06:45:21,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/47c64de7c2b941f7941d68226d406a7e 2024-11-14T06:45:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/47c64de7c2b941f7941d68226d406a7e as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/47c64de7c2b941f7941d68226d406a7e 2024-11-14T06:45:21,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/47c64de7c2b941f7941d68226d406a7e, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T06:45:21,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c748229b21b463bf9244a5b57beb4f3a in 126ms, sequenceid=12, compaction requested=false 2024-11-14T06:45:21,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c748229b21b463bf9244a5b57beb4f3a: 2024-11-14T06:45:23,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:45:27,073 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566727051, exclude list is [], retry=0 2024-11-14T06:45:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:45:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:45:27,078 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566706954 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566727051 2024-11-14T06:45:27,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:32819:32819)] 2024-11-14T06:45:27,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566706954 is not closed yet, will try archiving it next time 2024-11-14T06:45:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741837_1013 (size=12149) 2024-11-14T06:45:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741837_1013 (size=12149) 2024-11-14T06:45:32,084 INFO [AsyncFSWAL-0-hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c-prefix:20680646cf8a,46165,1731566694735 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK], DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK]] 2024-11-14T06:45:32,089 WARN [AsyncFSWAL-0-hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c-prefix:20680646cf8a,46165,1731566694735 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK], DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK]] 2024-11-14T06:45:32,090 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 20680646cf8a%2C46165%2C1731566694735:(num 1731566727051) roll requested 2024-11-14T06:45:32,107 DEBUG [regionserver/20680646cf8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091, exclude list is [], retry=0 2024-11-14T06:45:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:45:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:45:32,112 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566727051 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091 2024-11-14T06:45:32,113 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32819:32819),(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-14T06:45:32,113 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566727051 is not closed yet, will try archiving it next time 2024-11-14T06:45:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741839_1015 (size=1233) 2024-11-14T06:45:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741839_1015 (size=1233) 2024-11-14T06:45:34,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T06:45:34,108 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566734089, exclude list is [], retry=0 2024-11-14T06:45:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-d119ac25-c471-47e1-96ca-b2b03dea61ab,DISK] 2024-11-14T06:45:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-db066c5e-a61d-443e-8ce1-0ec41ef2aa02,DISK] 2024-11-14T06:45:34,114 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566734089 2024-11-14T06:45:34,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32819:32819),(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-14T06:45:34,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091 is not closed yet, will try archiving it next time 2024-11-14T06:45:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741840_1016 (size=93) 2024-11-14T06:45:34,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091 not finished, retry = 0 2024-11-14T06:45:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741840_1016 (size=93) 2024-11-14T06:45:34,220 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/WALs/20680646cf8a,46165,1731566694735/20680646cf8a%2C46165%2C1731566694735.1731566732091 to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs/20680646cf8a%2C46165%2C1731566694735.1731566732091 2024-11-14T06:45:37,399 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T06:45:37,399 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T06:45:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HRegion(8855): Flush requested on c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:45:42,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c748229b21b463bf9244a5b57beb4f3a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:45:42,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/50f9612bb397436faabb80bcf5736a81 is 1055, key is row0009/info:/1731566723040/Put/seqid=0 2024-11-14T06:45:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741842_1018 (size=13386) 2024-11-14T06:45:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741842_1018 (size=13386) 2024-11-14T06:45:42,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/50f9612bb397436faabb80bcf5736a81 2024-11-14T06:45:42,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/50f9612bb397436faabb80bcf5736a81 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/50f9612bb397436faabb80bcf5736a81 2024-11-14T06:45:42,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/50f9612bb397436faabb80bcf5736a81, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T06:45:42,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c748229b21b463bf9244a5b57beb4f3a in 41ms, sequenceid=23, compaction requested=false 2024-11-14T06:45:42,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c748229b21b463bf9244a5b57beb4f3a: 2024-11-14T06:45:42,183 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T06:45:42,183 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:45:42,184 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/47c64de7c2b941f7941d68226d406a7e because midkey is the same as first or last row 2024-11-14T06:45:42,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c748229b21b463bf9244a5b57beb4f3a, had cached 0 bytes from a total of 26772 2024-11-14T06:45:53,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:45:54,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:45:54,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:45:54,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:45:54,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:54,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:54,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:45:54,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:45:54,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324169580, stopped=false 2024-11-14T06:45:54,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,46403,1731566694103 2024-11-14T06:45:54,175 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:45:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:45:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:54,175 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:54,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:45:54,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:45:54,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:45:54,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:45:54,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:45:54,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:54,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,46165,1731566694735' ***** 2024-11-14T06:45:54,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:45:54,178 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:45:54,178 INFO [RS:0;20680646cf8a:46165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:45:54,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:45:54,179 INFO [RS:0;20680646cf8a:46165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:45:54,179 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(3091): Received CLOSE for c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:45:54,179 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,46165,1731566694735 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:46165. 2024-11-14T06:45:54,180 DEBUG [RS:0;20680646cf8a:46165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:45:54,180 DEBUG [RS:0;20680646cf8a:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:54,180 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c748229b21b463bf9244a5b57beb4f3a, disabling compactions & flushes 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:45:54,180 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:45:54,180 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:45:54,180 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. after waiting 0 ms 2024-11-14T06:45:54,180 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:45:54,180 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:54,181 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c748229b21b463bf9244a5b57beb4f3a 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T06:45:54,181 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T06:45:54,181 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:45:54,181 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1325): Online Regions={c748229b21b463bf9244a5b57beb4f3a=TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T06:45:54,181 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:45:54,181 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:45:54,181 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:45:54,181 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:45:54,181 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c748229b21b463bf9244a5b57beb4f3a 2024-11-14T06:45:54,182 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T06:45:54,195 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/a97b7217259b43e895ebe27842c8a6f4 is 1055, key is row0017/info:/1731566744145/Put/seqid=0 2024-11-14T06:45:54,216 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/info/20c577fc3672416c8227f9f254af827e is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a./info:regioninfo/1731566697286/Put/seqid=0 2024-11-14T06:45:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741843_1019 (size=10222) 2024-11-14T06:45:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741843_1019 (size=10222) 2024-11-14T06:45:54,220 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/a97b7217259b43e895ebe27842c8a6f4 2024-11-14T06:45:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741844_1020 (size=7016) 2024-11-14T06:45:54,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741844_1020 (size=7016) 2024-11-14T06:45:54,235 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/info/20c577fc3672416c8227f9f254af827e 2024-11-14T06:45:54,236 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/.tmp/info/a97b7217259b43e895ebe27842c8a6f4 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/a97b7217259b43e895ebe27842c8a6f4 2024-11-14T06:45:54,251 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/info/a97b7217259b43e895ebe27842c8a6f4, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T06:45:54,258 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c748229b21b463bf9244a5b57beb4f3a in 77ms, sequenceid=31, compaction requested=true 2024-11-14T06:45:54,267 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/default/TestLogRolling-testSlowSyncLogRolling/c748229b21b463bf9244a5b57beb4f3a/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T06:45:54,268 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:54,269 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c748229b21b463bf9244a5b57beb4f3a: Waiting for close lock at 1731566754180Running coprocessor pre-close hooks at 1731566754180Disabling compacts and flushes for region at 1731566754180Disabling writes for close at 1731566754180Obtaining lock to block concurrent updates at 1731566754181 (+1 ms)Preparing flush snapshotting stores in c748229b21b463bf9244a5b57beb4f3a at 1731566754181Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731566754181Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. at 1731566754182 (+1 ms)Flushing c748229b21b463bf9244a5b57beb4f3a/info: creating writer at 1731566754183 (+1 ms)Flushing c748229b21b463bf9244a5b57beb4f3a/info: appending metadata at 1731566754194 (+11 ms)Flushing c748229b21b463bf9244a5b57beb4f3a/info: closing flushed file at 1731566754194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cde5314: reopening flushed file at 1731566754234 (+40 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c748229b21b463bf9244a5b57beb4f3a in 77ms, sequenceid=31, compaction requested=true at 1731566754258 (+24 ms)Writing region close event to WAL at 1731566754259 (+1 ms)Running coprocessor post-close hooks at 1731566754268 (+9 ms)Closed at 1731566754268 2024-11-14T06:45:54,269 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731566696821.c748229b21b463bf9244a5b57beb4f3a. 2024-11-14T06:45:54,277 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/ns/c4f1a183cff94cac92c98c30abcb9619 is 43, key is default/ns:d/1731566696571/Put/seqid=0 2024-11-14T06:45:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741845_1021 (size=5153) 2024-11-14T06:45:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741845_1021 (size=5153) 2024-11-14T06:45:54,382 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:45:54,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T06:45:54,582 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:45:54,688 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/ns/c4f1a183cff94cac92c98c30abcb9619 2024-11-14T06:45:54,725 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/table/82d432be2fe048ddbc99392937d6ead5 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731566697302/Put/seqid=0 2024-11-14T06:45:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741846_1022 (size=5396) 2024-11-14T06:45:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741846_1022 (size=5396) 2024-11-14T06:45:54,734 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/table/82d432be2fe048ddbc99392937d6ead5 2024-11-14T06:45:54,745 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/info/20c577fc3672416c8227f9f254af827e as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/info/20c577fc3672416c8227f9f254af827e 2024-11-14T06:45:54,754 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/info/20c577fc3672416c8227f9f254af827e, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T06:45:54,756 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/ns/c4f1a183cff94cac92c98c30abcb9619 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/ns/c4f1a183cff94cac92c98c30abcb9619 2024-11-14T06:45:54,767 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/ns/c4f1a183cff94cac92c98c30abcb9619, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T06:45:54,768 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/.tmp/table/82d432be2fe048ddbc99392937d6ead5 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/table/82d432be2fe048ddbc99392937d6ead5 2024-11-14T06:45:54,778 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/table/82d432be2fe048ddbc99392937d6ead5, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T06:45:54,779 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=11, compaction requested=false 2024-11-14T06:45:54,782 DEBUG [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:45:54,785 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T06:45:54,786 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:45:54,786 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:45:54,787 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566754181Running coprocessor pre-close hooks at 1731566754181Disabling compacts and flushes for region at 1731566754181Disabling writes for close at 1731566754181Obtaining lock to block concurrent updates at 1731566754182 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731566754182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731566754182Flushing stores of hbase:meta,,1.1588230740 at 1731566754184 (+2 ms)Flushing 1588230740/info: creating writer at 1731566754185 (+1 ms)Flushing 1588230740/info: appending metadata at 1731566754216 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731566754216Flushing 1588230740/ns: creating writer at 1731566754246 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731566754276 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731566754276Flushing 1588230740/table: creating writer at 1731566754705 (+429 ms)Flushing 1588230740/table: appending metadata at 1731566754724 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731566754724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a49550: reopening flushed file at 1731566754744 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104710be: reopening flushed file at 1731566754755 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed27990: reopening flushed file at 1731566754767 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=11, compaction requested=false at 1731566754779 (+12 ms)Writing region close event to WAL at 1731566754781 (+2 ms)Running coprocessor post-close hooks at 1731566754786 (+5 ms)Closed at 1731566754786 2024-11-14T06:45:54,787 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:45:54,851 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T06:45:54,851 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T06:45:54,983 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,46165,1731566694735; all regions closed. 2024-11-14T06:45:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741834_1010 (size=3066) 2024-11-14T06:45:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741834_1010 (size=3066) 2024-11-14T06:45:54,996 DEBUG [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs 2024-11-14T06:45:54,996 INFO [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C46165%2C1731566694735.meta:.meta(num 1731566696421) 2024-11-14T06:45:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741841_1017 (size=13164) 2024-11-14T06:45:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741841_1017 (size=13164) 2024-11-14T06:45:55,006 DEBUG [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/oldWALs 2024-11-14T06:45:55,006 INFO [RS:0;20680646cf8a:46165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C46165%2C1731566694735:(num 1731566734089) 2024-11-14T06:45:55,006 DEBUG [RS:0;20680646cf8a:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:55,006 INFO [RS:0;20680646cf8a:46165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:45:55,006 INFO [RS:0;20680646cf8a:46165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:45:55,007 INFO [RS:0;20680646cf8a:46165 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T06:45:55,007 INFO [RS:0;20680646cf8a:46165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:45:55,007 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:45:55,007 INFO [RS:0;20680646cf8a:46165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46165 2024-11-14T06:45:55,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:45:55,010 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,46165,1731566694735 2024-11-14T06:45:55,010 INFO [RS:0;20680646cf8a:46165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:45:55,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,46165,1731566694735] 2024-11-14T06:45:55,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,46165,1731566694735 already deleted, retry=false 2024-11-14T06:45:55,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,46165,1731566694735 expired; onlineServers=0 2024-11-14T06:45:55,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,46403,1731566694103' ***** 2024-11-14T06:45:55,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:45:55,013 INFO [M:0;20680646cf8a:46403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:45:55,013 INFO [M:0;20680646cf8a:46403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:45:55,013 DEBUG [M:0;20680646cf8a:46403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:45:55,013 DEBUG [M:0;20680646cf8a:46403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:45:55,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:45:55,013 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566695667 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566695667,5,FailOnTimeoutGroup] 2024-11-14T06:45:55,013 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566695671 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566695671,5,FailOnTimeoutGroup] 2024-11-14T06:45:55,013 INFO [M:0;20680646cf8a:46403 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:45:55,013 INFO [M:0;20680646cf8a:46403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:45:55,013 DEBUG [M:0;20680646cf8a:46403 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:45:55,013 INFO [M:0;20680646cf8a:46403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:45:55,014 INFO [M:0;20680646cf8a:46403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:45:55,014 INFO [M:0;20680646cf8a:46403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:45:55,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:45:55,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:55,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:45:55,015 DEBUG [M:0;20680646cf8a:46403 {}] zookeeper.ZKUtil(347): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:45:55,015 WARN [M:0;20680646cf8a:46403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:45:55,016 INFO [M:0;20680646cf8a:46403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/.lastflushedseqids 2024-11-14T06:45:55,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741847_1023 (size=130) 2024-11-14T06:45:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741847_1023 (size=130) 2024-11-14T06:45:55,028 INFO [M:0;20680646cf8a:46403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:45:55,028 INFO [M:0;20680646cf8a:46403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:45:55,029 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:45:55,029 INFO [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:55,029 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:55,029 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:45:55,029 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:55,029 INFO [M:0;20680646cf8a:46403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-14T06:45:55,046 DEBUG [M:0;20680646cf8a:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7381f93f3200485ba44e50518615e178 is 82, key is hbase:meta,,1/info:regioninfo/1731566696504/Put/seqid=0 2024-11-14T06:45:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741848_1024 (size=5672) 2024-11-14T06:45:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741848_1024 (size=5672) 2024-11-14T06:45:55,053 INFO [M:0;20680646cf8a:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7381f93f3200485ba44e50518615e178 2024-11-14T06:45:55,076 DEBUG [M:0;20680646cf8a:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a09eeee4ddb94aab8788cdaeb8947a7f is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731566697310/Put/seqid=0 2024-11-14T06:45:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741849_1025 (size=6246) 2024-11-14T06:45:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741849_1025 (size=6246) 2024-11-14T06:45:55,083 INFO [M:0;20680646cf8a:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a09eeee4ddb94aab8788cdaeb8947a7f 2024-11-14T06:45:55,091 INFO [M:0;20680646cf8a:46403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a09eeee4ddb94aab8788cdaeb8947a7f 2024-11-14T06:45:55,108 DEBUG [M:0;20680646cf8a:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616389c153db444696db25877bfaf3e6 is 69, key is 20680646cf8a,46165,1731566694735/rs:state/1731566695742/Put/seqid=0 2024-11-14T06:45:55,112 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:45:55,112 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1003cfa48330001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:45:55,113 INFO [RS:0;20680646cf8a:46165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:45:55,113 INFO [RS:0;20680646cf8a:46165 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,46165,1731566694735; zookeeper connection closed. 2024-11-14T06:45:55,113 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22dcf5a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22dcf5a7 2024-11-14T06:45:55,114 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:45:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741850_1026 (size=5156) 2024-11-14T06:45:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741850_1026 (size=5156) 2024-11-14T06:45:55,115 INFO [M:0;20680646cf8a:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616389c153db444696db25877bfaf3e6 2024-11-14T06:45:55,136 DEBUG [M:0;20680646cf8a:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cd2fdfa38a1e4342982f2979d61cdf7a is 52, key is load_balancer_on/state:d/1731566696802/Put/seqid=0 2024-11-14T06:45:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741851_1027 (size=5056) 2024-11-14T06:45:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741851_1027 (size=5056) 2024-11-14T06:45:55,143 INFO [M:0;20680646cf8a:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cd2fdfa38a1e4342982f2979d61cdf7a 2024-11-14T06:45:55,154 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7381f93f3200485ba44e50518615e178 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7381f93f3200485ba44e50518615e178 2024-11-14T06:45:55,163 INFO [M:0;20680646cf8a:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7381f93f3200485ba44e50518615e178, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T06:45:55,165 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a09eeee4ddb94aab8788cdaeb8947a7f as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a09eeee4ddb94aab8788cdaeb8947a7f 2024-11-14T06:45:55,174 INFO [M:0;20680646cf8a:46403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a09eeee4ddb94aab8788cdaeb8947a7f 2024-11-14T06:45:55,175 INFO [M:0;20680646cf8a:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a09eeee4ddb94aab8788cdaeb8947a7f, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T06:45:55,176 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616389c153db444696db25877bfaf3e6 as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616389c153db444696db25877bfaf3e6 2024-11-14T06:45:55,185 INFO [M:0;20680646cf8a:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616389c153db444696db25877bfaf3e6, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T06:45:55,187 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cd2fdfa38a1e4342982f2979d61cdf7a as hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cd2fdfa38a1e4342982f2979d61cdf7a 2024-11-14T06:45:55,195 INFO [M:0;20680646cf8a:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cd2fdfa38a1e4342982f2979d61cdf7a, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T06:45:55,197 INFO [M:0;20680646cf8a:46403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false 2024-11-14T06:45:55,199 INFO [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:55,199 DEBUG [M:0;20680646cf8a:46403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566755029Disabling compacts and flushes for region at 1731566755029Disabling writes for close at 1731566755029Obtaining lock to block concurrent updates at 1731566755029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731566755029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1731566755030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731566755030Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731566755030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731566755045 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731566755045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731566755060 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731566755075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731566755075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731566755091 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731566755108 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731566755108Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731566755122 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731566755136 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731566755136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ae53c5: reopening flushed file at 1731566755152 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373a1eee: reopening flushed file at 1731566755164 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d09063d: reopening flushed file at 1731566755175 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be8c22: reopening flushed file at 1731566755185 (+10 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false at 1731566755197 (+12 ms)Writing region close event to WAL at 1731566755199 (+2 ms)Closed at 1731566755199 2024-11-14T06:45:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741830_1006 (size=27961) 2024-11-14T06:45:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741830_1006 (size=27961) 2024-11-14T06:45:55,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:45:55,204 INFO [M:0;20680646cf8a:46403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:45:55,204 INFO [M:0;20680646cf8a:46403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46403 2024-11-14T06:45:55,205 INFO [M:0;20680646cf8a:46403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:45:55,306 INFO [M:0;20680646cf8a:46403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:45:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:45:55,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x1003cfa48330000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:45:55,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:55,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:45:55,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:45:55,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:45:55,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,STOPPED} 2024-11-14T06:45:55,322 WARN [BP-995285640-172.17.0.2-1731566691555 heartbeating to localhost/127.0.0.1:44785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:45:55,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:45:55,322 WARN [BP-995285640-172.17.0.2-1731566691555 heartbeating to localhost/127.0.0.1:44785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-995285640-172.17.0.2-1731566691555 (Datanode Uuid 43debd19-34ee-4189-8a73-58fca3550c55) service to localhost/127.0.0.1:44785 2024-11-14T06:45:55,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:45:55,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data3/current/BP-995285640-172.17.0.2-1731566691555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:45:55,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data4/current/BP-995285640-172.17.0.2-1731566691555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:45:55,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:45:55,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:55,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:45:55,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:45:55,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:45:55,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,STOPPED} 2024-11-14T06:45:55,328 WARN [BP-995285640-172.17.0.2-1731566691555 heartbeating to localhost/127.0.0.1:44785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:45:55,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:45:55,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:45:55,328 WARN [BP-995285640-172.17.0.2-1731566691555 heartbeating to localhost/127.0.0.1:44785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-995285640-172.17.0.2-1731566691555 (Datanode Uuid c95c810e-a128-47a7-b703-567e43aced32) service to localhost/127.0.0.1:44785 2024-11-14T06:45:55,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data1/current/BP-995285640-172.17.0.2-1731566691555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:45:55,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/cluster_1b37ed2d-9bc3-cff9-b9a4-35f374440856/data/data2/current/BP-995285640-172.17.0.2-1731566691555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:45:55,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:45:55,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:45:55,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:45:55,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:45:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:45:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir/,STOPPED} 2024-11-14T06:45:55,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:45:55,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T06:45:55,384 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: regionserver/20680646cf8a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/20680646cf8a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@76ea817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44785 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=827 (was 1789) 2024-11-14T06:45:55,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=826 2024-11-14T06:45:55,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.log.dir so I do NOT create it in target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2830d941-d76d-7f04-c9a6-add67a14dfef/hadoop.tmp.dir so I do NOT create it in target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35, deleteOnExit=true 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/test.cache.data in system properties and HBase conf 2024-11-14T06:45:55,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:45:55,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:45:55,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:45:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:45:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:45:55,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:55,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:55,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:55,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:55,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:45:55,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:55,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1356d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:55,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4153c867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:55,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e85da68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-12861330197117745269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:45:55,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d9fbc89{HTTP/1.1, (http/1.1)}{localhost:46171} 2024-11-14T06:45:55,582 INFO [Time-limited test {}] server.Server(415): Started @65964ms 2024-11-14T06:45:55,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:55,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:55,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:55,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:55,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:45:55,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4bdf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:55,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@286f8720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:55,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6193d51e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-40443-hadoop-hdfs-3_4_1-tests_jar-_-any-15686597322012943850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:55,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ccd4445{HTTP/1.1, (http/1.1)}{localhost:40443} 2024-11-14T06:45:55,751 INFO [Time-limited test {}] server.Server(415): Started @66133ms 2024-11-14T06:45:55,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:45:55,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:55,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:55,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:55,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:55,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:45:55,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774b627b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:55,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202225b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:55,818 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data2/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:55,818 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data1/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:55,833 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:45:55,835 INFO [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:45:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaaebe7636d93a28 with lease ID 0x378d99172a89d2e8: Processing first storage report for DS-1bdf55c9-c43c-4175-9722-572038263b03 from datanode DatanodeRegistration(127.0.0.1:33675, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=42673, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaaebe7636d93a28 with lease ID 0x378d99172a89d2e8: from storage DS-1bdf55c9-c43c-4175-9722-572038263b03 node DatanodeRegistration(127.0.0.1:33675, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=42673, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaaebe7636d93a28 with lease ID 0x378d99172a89d2e8: Processing first storage report for DS-eee288f3-f08e-45cc-a42a-1d6073ed8da8 from datanode DatanodeRegistration(127.0.0.1:33675, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=42673, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaaebe7636d93a28 with lease ID 0x378d99172a89d2e8: from storage DS-eee288f3-f08e-45cc-a42a-1d6073ed8da8 node DatanodeRegistration(127.0.0.1:33675, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=42673, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:55,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a72fdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-38675-hadoop-hdfs-3_4_1-tests_jar-_-any-9298233429720974640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:55,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46d8c7c4{HTTP/1.1, (http/1.1)}{localhost:38675} 2024-11-14T06:45:55,893 INFO [Time-limited test {}] server.Server(415): Started @66275ms 2024-11-14T06:45:55,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:45:55,958 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data3/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:55,959 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data4/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:55,976 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:45:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x661dfbd560b1d638 with lease ID 0x378d99172a89d2e9: Processing first storage report for DS-9f9612b3-236e-4f84-bc37-e560787883f0 from datanode DatanodeRegistration(127.0.0.1:39873, datanodeUuid=74f4ae4e-d06e-4674-bee6-f0c5b6ab0a26, infoPort=37765, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x661dfbd560b1d638 with lease ID 0x378d99172a89d2e9: from storage DS-9f9612b3-236e-4f84-bc37-e560787883f0 node DatanodeRegistration(127.0.0.1:39873, datanodeUuid=74f4ae4e-d06e-4674-bee6-f0c5b6ab0a26, infoPort=37765, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x661dfbd560b1d638 with lease ID 0x378d99172a89d2e9: Processing first storage report for DS-3824fc34-bc6c-435e-a290-0d870700c4eb from datanode DatanodeRegistration(127.0.0.1:39873, datanodeUuid=74f4ae4e-d06e-4674-bee6-f0c5b6ab0a26, infoPort=37765, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x661dfbd560b1d638 with lease ID 0x378d99172a89d2e9: from storage DS-3824fc34-bc6c-435e-a290-0d870700c4eb node DatanodeRegistration(127.0.0.1:39873, datanodeUuid=74f4ae4e-d06e-4674-bee6-f0c5b6ab0a26, infoPort=37765, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:56,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078 2024-11-14T06:45:56,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/zookeeper_0, clientPort=62544, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:45:56,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62544 2024-11-14T06:45:56,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:45:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:45:56,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462 with version=8 2024-11-14T06:45:56,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase-staging 2024-11-14T06:45:56,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:45:56,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:45:56,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:45:56,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:45:56,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:45:56,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38063 2024-11-14T06:45:56,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38063 connecting to ZooKeeper ensemble=127.0.0.1:62544 2024-11-14T06:45:56,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380630x0, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:45:56,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38063-0x1003cfb3d2d0000 connected 2024-11-14T06:45:56,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:45:56,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462, hbase.cluster.distributed=false 2024-11-14T06:45:56,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:45:56,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-14T06:45:56,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38063 2024-11-14T06:45:56,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38063 2024-11-14T06:45:56,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-14T06:45:56,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-14T06:45:56,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:45:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:45:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:45:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:45:56,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:45:56,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:45:56,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45087 2024-11-14T06:45:56,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45087 connecting to ZooKeeper ensemble=127.0.0.1:62544 2024-11-14T06:45:56,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450870x0, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:45:56,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450870x0, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:45:56,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45087-0x1003cfb3d2d0001 connected 2024-11-14T06:45:56,108 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:45:56,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:45:56,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:45:56,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:45:56,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-14T06:45:56,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-14T06:45:56,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-14T06:45:56,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-14T06:45:56,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-14T06:45:56,124 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:38063 2024-11-14T06:45:56,124 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:45:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:45:56,126 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:45:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,128 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:45:56,128 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,38063,1731566756050 from backup master directory 2024-11-14T06:45:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:45:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:45:56,129 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:45:56,129 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,136 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/hbase.id] with ID: bfb67d01-47f0-48c7-aed3-a4cfb5197b3b 2024-11-14T06:45:56,136 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/.tmp/hbase.id 2024-11-14T06:45:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:45:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:45:56,158 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/.tmp/hbase.id]:[hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/hbase.id] 2024-11-14T06:45:56,178 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:56,179 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:45:56,181 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T06:45:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:45:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:45:56,196 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:45:56,197 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:45:56,197 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:45:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:45:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:45:56,209 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store 2024-11-14T06:45:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:45:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:45:56,220 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:56,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:45:56,221 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:56,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:56,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:45:56,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:56,221 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:45:56,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566756220Disabling compacts and flushes for region at 1731566756220Disabling writes for close at 1731566756221 (+1 ms)Writing region close event to WAL at 1731566756221Closed at 1731566756221 2024-11-14T06:45:56,223 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/.initializing 2024-11-14T06:45:56,223 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,225 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:45:56,228 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C38063%2C1731566756050, suffix=, logDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050, archiveDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/oldWALs, maxLogs=10 2024-11-14T06:45:56,243 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229, exclude list is [], retry=0 2024-11-14T06:45:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33675,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] 2024-11-14T06:45:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-9f9612b3-236e-4f84-bc37-e560787883f0,DISK] 2024-11-14T06:45:56,250 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 2024-11-14T06:45:56,251 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42673:42673),(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-14T06:45:56,251 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:45:56,251 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:56,252 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,252 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:45:56,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:45:56,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:45:56,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:45:56,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:45:56,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:45:56,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:45:56,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,269 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,270 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,272 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,272 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,273 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:45:56,274 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:45:56,278 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:45:56,278 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=729946, jitterRate=-0.07182668149471283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:45:56,280 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731566756252Initializing all the Stores at 1731566756254 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756254Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566756254Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566756254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566756254Cleaning up temporary data from old regions at 1731566756272 (+18 ms)Region opened successfully at 1731566756280 (+8 ms) 2024-11-14T06:45:56,280 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:45:56,286 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4b57ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:45:56,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:45:56,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:45:56,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:45:56,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:45:56,289 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T06:45:56,290 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T06:45:56,290 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:45:56,293 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:45:56,294 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:45:56,295 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:45:56,296 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:45:56,297 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:45:56,298 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:45:56,298 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:45:56,300 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:45:56,301 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:45:56,302 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:45:56,303 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:45:56,306 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:45:56,307 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:45:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:45:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:45:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,309 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,38063,1731566756050, sessionid=0x1003cfb3d2d0000, setting cluster-up flag (Was=false) 2024-11-14T06:45:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,315 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:45:56,316 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,323 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:45:56,324 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,38063,1731566756050 2024-11-14T06:45:56,326 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:45:56,328 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:45:56,329 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:45:56,329 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:45:56,329 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,38063,1731566756050 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:45:56,332 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:45:56,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:45:56,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731566786340 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:45:56,340 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:45:56,341 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,341 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:45:56,341 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:45:56,341 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:45:56,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:45:56,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:45:56,345 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566756343,5,FailOnTimeoutGroup] 2024-11-14T06:45:56,346 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566756345,5,FailOnTimeoutGroup] 2024-11-14T06:45:56,346 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,346 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:45:56,346 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,347 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:45:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:45:56,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:45:56,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462 2024-11-14T06:45:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:45:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:45:56,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:56,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:45:56,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:45:56,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:45:56,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:45:56,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:45:56,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:45:56,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:45:56,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:45:56,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:45:56,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740 2024-11-14T06:45:56,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740 2024-11-14T06:45:56,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:45:56,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:45:56,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:45:56,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:45:56,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:45:56,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=716351, jitterRate=-0.08911386132240295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:45:56,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731566756365Initializing all the Stores at 1731566756366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756367 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566756367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756367Cleaning up temporary data from old regions at 1731566756382 (+15 ms)Region opened successfully at 1731566756389 (+7 ms) 2024-11-14T06:45:56,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:45:56,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:45:56,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:45:56,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:45:56,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:45:56,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:45:56,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566756389Disabling compacts and flushes for region at 1731566756389Disabling writes for close at 1731566756390 (+1 ms)Writing region close event to WAL at 1731566756390Closed at 1731566756390 2024-11-14T06:45:56,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:45:56,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:45:56,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:45:56,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:45:56,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:45:56,414 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(746): ClusterId : bfb67d01-47f0-48c7-aed3-a4cfb5197b3b 2024-11-14T06:45:56,414 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:45:56,416 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:45:56,416 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:45:56,418 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:45:56,419 DEBUG [RS:0;20680646cf8a:45087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb3b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:45:56,430 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:45087 2024-11-14T06:45:56,431 INFO [RS:0;20680646cf8a:45087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:45:56,431 INFO [RS:0;20680646cf8a:45087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:45:56,431 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:45:56,432 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,38063,1731566756050 with port=45087, startcode=1731566756098 2024-11-14T06:45:56,432 DEBUG [RS:0;20680646cf8a:45087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:45:56,434 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:45:56,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,436 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462 2024-11-14T06:45:56,436 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43283 2024-11-14T06:45:56,436 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:45:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:45:56,438 DEBUG [RS:0;20680646cf8a:45087 {}] zookeeper.ZKUtil(111): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,439 WARN [RS:0;20680646cf8a:45087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:45:56,439 INFO [RS:0;20680646cf8a:45087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:45:56,439 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,45087,1731566756098] 2024-11-14T06:45:56,444 INFO [RS:0;20680646cf8a:45087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:45:56,446 INFO [RS:0;20680646cf8a:45087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:45:56,447 INFO [RS:0;20680646cf8a:45087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:45:56,447 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,447 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:45:56,448 INFO [RS:0;20680646cf8a:45087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:45:56,448 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,449 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,450 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,450 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,450 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:45:56,450 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:45:56,450 DEBUG [RS:0;20680646cf8a:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,451 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45087,1731566756098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:45:56,467 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:45:56,467 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45087,1731566756098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,468 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,468 INFO [RS:0;20680646cf8a:45087 {}] regionserver.Replication(171): 20680646cf8a,45087,1731566756098 started 2024-11-14T06:45:56,482 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:56,483 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,45087,1731566756098, RpcServer on 20680646cf8a/172.17.0.2:45087, sessionid=0x1003cfb3d2d0001 2024-11-14T06:45:56,483 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:45:56,483 DEBUG [RS:0;20680646cf8a:45087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,483 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,45087,1731566756098' 2024-11-14T06:45:56,483 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,45087,1731566756098' 2024-11-14T06:45:56,484 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:45:56,485 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:45:56,485 DEBUG [RS:0;20680646cf8a:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:45:56,485 INFO [RS:0;20680646cf8a:45087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:45:56,485 INFO [RS:0;20680646cf8a:45087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:45:56,547 WARN [20680646cf8a:38063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T06:45:56,586 INFO [RS:0;20680646cf8a:45087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:45:56,591 INFO [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C45087%2C1731566756098, suffix=, logDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098, archiveDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs, maxLogs=32 2024-11-14T06:45:56,608 DEBUG [RS:0;20680646cf8a:45087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596, exclude list is [], retry=0 2024-11-14T06:45:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33675,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] 2024-11-14T06:45:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-9f9612b3-236e-4f84-bc37-e560787883f0,DISK] 2024-11-14T06:45:56,615 INFO [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 2024-11-14T06:45:56,615 DEBUG [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42673:42673),(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-14T06:45:56,798 DEBUG [20680646cf8a:38063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:45:56,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,45087,1731566756098 2024-11-14T06:45:56,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,45087,1731566756098, state=OPENING 2024-11-14T06:45:56,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:45:56,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:45:56,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:45:56,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:45:56,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:45:56,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,45087,1731566756098}] 2024-11-14T06:45:56,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:45:56,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:45:56,969 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:45:56,969 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:45:56,970 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:45:56,972 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C45087%2C1731566756098.meta, suffix=.meta, logDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098, archiveDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs, maxLogs=32 2024-11-14T06:45:56,986 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta, exclude list is [], retry=0 2024-11-14T06:45:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-9f9612b3-236e-4f84-bc37-e560787883f0,DISK] 2024-11-14T06:45:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33675,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] 2024-11-14T06:45:56,991 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta 2024-11-14T06:45:56,991 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37765:37765),(127.0.0.1/127.0.0.1:42673:42673)] 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:45:56,992 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:45:56,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:45:56,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:45:56,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:45:56,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:45:56,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:45:56,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:56,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:56,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:45:57,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:45:57,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:57,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:45:57,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:45:57,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:57,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:45:57,003 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:45:57,003 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740 2024-11-14T06:45:57,005 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740 2024-11-14T06:45:57,007 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:45:57,007 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:45:57,007 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:45:57,009 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:45:57,010 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762461, jitterRate=-0.03048151731491089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:45:57,010 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:45:57,011 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731566756993Writing region info on filesystem at 1731566756993Initializing all the Stores at 1731566756994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566756994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566756994Cleaning up temporary data from old regions at 1731566757007 (+13 ms)Running coprocessor post-open hooks at 1731566757010 (+3 ms)Region opened successfully at 1731566757011 (+1 ms) 2024-11-14T06:45:57,012 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731566756963 2024-11-14T06:45:57,015 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:45:57,015 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:45:57,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,45087,1731566756098 2024-11-14T06:45:57,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,45087,1731566756098, state=OPEN 2024-11-14T06:45:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:45:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:45:57,020 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,45087,1731566756098 2024-11-14T06:45:57,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:45:57,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:45:57,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:45:57,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,45087,1731566756098 in 213 msec 2024-11-14T06:45:57,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:45:57,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-14T06:45:57,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:45:57,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:45:57,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:45:57,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,45087,1731566756098, seqNum=-1] 2024-11-14T06:45:57,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:45:57,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:45:57,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 711 msec 2024-11-14T06:45:57,040 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731566757040, completionTime=-1 2024-11-14T06:45:57,040 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:45:57,040 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:45:57,043 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:45:57,043 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731566817043 2024-11-14T06:45:57,043 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731566877043 2024-11-14T06:45:57,043 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:38063, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,044 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,046 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.921sec 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:45:57,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:45:57,051 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:45:57,051 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:45:57,054 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:45:57,054 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:45:57,054 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38063,1731566756050-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:45:57,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a3520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:45:57,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,38063,-1 for getting cluster id 2024-11-14T06:45:57,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:45:57,116 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb67d01-47f0-48c7-aed3-a4cfb5197b3b' 2024-11-14T06:45:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:45:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb67d01-47f0-48c7-aed3-a4cfb5197b3b" 2024-11-14T06:45:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb29504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:45:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,38063,-1] 2024-11-14T06:45:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:45:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:45:57,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:45:57,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426574d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:45:57,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:45:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,45087,1731566756098, seqNum=-1] 2024-11-14T06:45:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:45:57,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:45:57,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,38063,1731566756050 2024-11-14T06:45:57,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:45:57,133 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T06:45:57,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:57,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:57,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:57,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:57,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:45:57,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e83e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:57,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11781cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:57,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43fb479c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-43769-hadoop-hdfs-3_4_1-tests_jar-_-any-11895502163862316762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:57,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37405f68{HTTP/1.1, (http/1.1)}{localhost:43769} 2024-11-14T06:45:57,247 INFO [Time-limited test {}] server.Server(415): Started @67629ms 2024-11-14T06:45:57,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:45:57,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:57,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:57,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:57,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:57,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:45:57,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77fcbec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:57,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@762a19ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:57,315 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data6/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,315 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data5/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,331 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:45:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c425859d5d9c93 with lease ID 0x378d99172a89d2ea: Processing first storage report for DS-b7a5f247-7af9-4430-ae60-6add29676d2c from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=88ff6e1e-9764-4cd6-b905-88c110781659, infoPort=32865, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c425859d5d9c93 with lease ID 0x378d99172a89d2ea: from storage DS-b7a5f247-7af9-4430-ae60-6add29676d2c node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=88ff6e1e-9764-4cd6-b905-88c110781659, infoPort=32865, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c425859d5d9c93 with lease ID 0x378d99172a89d2ea: Processing first storage report for DS-546ee2a9-ed98-4582-80cd-13632f0845c7 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=88ff6e1e-9764-4cd6-b905-88c110781659, infoPort=32865, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c425859d5d9c93 with lease ID 0x378d99172a89d2ea: from storage DS-546ee2a9-ed98-4582-80cd-13632f0845c7 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=88ff6e1e-9764-4cd6-b905-88c110781659, infoPort=32865, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351a204e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-40131-hadoop-hdfs-3_4_1-tests_jar-_-any-14828462849399096996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:57,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76aacefb{HTTP/1.1, (http/1.1)}{localhost:40131} 2024-11-14T06:45:57,385 INFO [Time-limited test {}] server.Server(415): Started @67767ms 2024-11-14T06:45:57,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:45:57,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:45:57,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:45:57,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:45:57,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:45:57,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:45:57,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4798edf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:45:57,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211d6e46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:45:57,451 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data7/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,452 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data8/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,475 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:45:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c15678eaafce529 with lease ID 0x378d99172a89d2eb: Processing first storage report for DS-c8ba46ba-410d-47ab-a3d1-89f56c6a6165 from datanode DatanodeRegistration(127.0.0.1:36161, datanodeUuid=c29b07c8-3a5d-4d8c-b3e4-bc6131aa4b54, infoPort=40695, infoSecurePort=0, ipcPort=42353, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c15678eaafce529 with lease ID 0x378d99172a89d2eb: from storage DS-c8ba46ba-410d-47ab-a3d1-89f56c6a6165 node DatanodeRegistration(127.0.0.1:36161, datanodeUuid=c29b07c8-3a5d-4d8c-b3e4-bc6131aa4b54, infoPort=40695, infoSecurePort=0, ipcPort=42353, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c15678eaafce529 with lease ID 0x378d99172a89d2eb: Processing first storage report for DS-a1962c12-ac11-4cad-8056-965b07120660 from datanode DatanodeRegistration(127.0.0.1:36161, datanodeUuid=c29b07c8-3a5d-4d8c-b3e4-bc6131aa4b54, infoPort=40695, infoSecurePort=0, ipcPort=42353, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c15678eaafce529 with lease ID 0x378d99172a89d2eb: from storage DS-a1962c12-ac11-4cad-8056-965b07120660 node DatanodeRegistration(127.0.0.1:36161, datanodeUuid=c29b07c8-3a5d-4d8c-b3e4-bc6131aa4b54, infoPort=40695, infoSecurePort=0, ipcPort=42353, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50fb2ca7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-44459-hadoop-hdfs-3_4_1-tests_jar-_-any-4586727299029694096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:45:57,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2987c664{HTTP/1.1, (http/1.1)}{localhost:44459} 2024-11-14T06:45:57,525 INFO [Time-limited test {}] server.Server(415): Started @67907ms 2024-11-14T06:45:57,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:45:57,592 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data9/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,593 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data10/current/BP-840944906-172.17.0.2-1731566755418/current, will proceed with Du for space computation calculation, 2024-11-14T06:45:57,619 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:45:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b4996fa81e1bd69 with lease ID 0x378d99172a89d2ec: Processing first storage report for DS-fc8642eb-7ccc-44ad-9311-54fc19b6207b from datanode DatanodeRegistration(127.0.0.1:40957, datanodeUuid=c905f158-7751-41de-90a1-9ada3510352a, infoPort=35193, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b4996fa81e1bd69 with lease ID 0x378d99172a89d2ec: from storage DS-fc8642eb-7ccc-44ad-9311-54fc19b6207b node DatanodeRegistration(127.0.0.1:40957, datanodeUuid=c905f158-7751-41de-90a1-9ada3510352a, infoPort=35193, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b4996fa81e1bd69 with lease ID 0x378d99172a89d2ec: Processing first storage report for DS-f2072f77-9696-49d0-9b95-5b2fef74a5d2 from datanode DatanodeRegistration(127.0.0.1:40957, datanodeUuid=c905f158-7751-41de-90a1-9ada3510352a, infoPort=35193, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418) 2024-11-14T06:45:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b4996fa81e1bd69 with lease ID 0x378d99172a89d2ec: from storage DS-f2072f77-9696-49d0-9b95-5b2fef74a5d2 node DatanodeRegistration(127.0.0.1:40957, datanodeUuid=c905f158-7751-41de-90a1-9ada3510352a, infoPort=35193, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:45:57,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:45:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,38063,1731566756050 2024-11-14T06:45:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ff0841 2024-11-14T06:45:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:45:57,655 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:45:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T06:45:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T06:45:57,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:45:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T06:45:57,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:45:57,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:57,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T06:45:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:45:57,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:45:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741835_1011 (size=393) 2024-11-14T06:45:57,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741835_1011 (size=393) 2024-11-14T06:45:57,676 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 536c93ef8e345868f98faafb6edff711, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462 2024-11-14T06:45:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741836_1012 (size=76) 2024-11-14T06:45:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33675 is added to blk_1073741836_1012 (size=76) 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 536c93ef8e345868f98faafb6edff711, disabling compactions & flushes 2024-11-14T06:45:57,685 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. after waiting 0 ms 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:57,685 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:57,685 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 536c93ef8e345868f98faafb6edff711: Waiting for close lock at 1731566757685Disabling compacts and flushes for region at 1731566757685Disabling writes for close at 1731566757685Writing region close event to WAL at 1731566757685Closed at 1731566757685 2024-11-14T06:45:57,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:45:57,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731566757687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566757687"}]},"ts":"1731566757687"} 2024-11-14T06:45:57,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:45:57,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:45:57,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566757692"}]},"ts":"1731566757692"} 2024-11-14T06:45:57,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T06:45:57,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=536c93ef8e345868f98faafb6edff711, ASSIGN}] 2024-11-14T06:45:57,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=536c93ef8e345868f98faafb6edff711, ASSIGN 2024-11-14T06:45:57,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=536c93ef8e345868f98faafb6edff711, ASSIGN; state=OFFLINE, location=20680646cf8a,45087,1731566756098; forceNewPlan=false, retain=false 2024-11-14T06:45:57,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=536c93ef8e345868f98faafb6edff711, regionState=OPENING, regionLocation=20680646cf8a,45087,1731566756098 2024-11-14T06:45:57,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=536c93ef8e345868f98faafb6edff711, ASSIGN because future has completed 2024-11-14T06:45:57,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536c93ef8e345868f98faafb6edff711, server=20680646cf8a,45087,1731566756098}] 2024-11-14T06:45:58,021 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:58,021 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 536c93ef8e345868f98faafb6edff711, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:45:58,021 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,022 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:45:58,022 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,022 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,023 INFO [StoreOpener-536c93ef8e345868f98faafb6edff711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,025 INFO [StoreOpener-536c93ef8e345868f98faafb6edff711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536c93ef8e345868f98faafb6edff711 columnFamilyName info 2024-11-14T06:45:58,025 DEBUG [StoreOpener-536c93ef8e345868f98faafb6edff711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:45:58,026 INFO [StoreOpener-536c93ef8e345868f98faafb6edff711-1 {}] regionserver.HStore(327): Store=536c93ef8e345868f98faafb6edff711/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:45:58,026 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,027 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,027 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,028 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,028 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,030 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,032 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:45:58,033 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 536c93ef8e345868f98faafb6edff711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704214, jitterRate=-0.10454587638378143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:45:58,033 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:45:58,034 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 536c93ef8e345868f98faafb6edff711: Running coprocessor pre-open hook at 1731566758022Writing region info on filesystem at 1731566758022Initializing all the Stores at 1731566758023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566758023Cleaning up temporary data from old regions at 1731566758028 (+5 ms)Running coprocessor post-open hooks at 1731566758033 (+5 ms)Region opened successfully at 1731566758034 (+1 ms) 2024-11-14T06:45:58,035 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711., pid=6, masterSystemTime=1731566758011 2024-11-14T06:45:58,038 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:58,038 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:45:58,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=536c93ef8e345868f98faafb6edff711, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,45087,1731566756098 2024-11-14T06:45:58,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536c93ef8e345868f98faafb6edff711, server=20680646cf8a,45087,1731566756098 because future has completed 2024-11-14T06:45:58,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T06:45:58,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 536c93ef8e345868f98faafb6edff711, server=20680646cf8a,45087,1731566756098 in 188 msec 2024-11-14T06:45:58,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T06:45:58,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=536c93ef8e345868f98faafb6edff711, ASSIGN in 351 msec 2024-11-14T06:45:58,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:45:58,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566758050"}]},"ts":"1731566758050"} 2024-11-14T06:45:58,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T06:45:58,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:45:58,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 398 msec 2024-11-14T06:45:59,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:45:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:45:59,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:45:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:45:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:02,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:46:02,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T06:46:04,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T06:46:04,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T06:46:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:46:07,744 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T06:46:07,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T06:46:07,745 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T06:46:07,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T06:46:07,751 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T06:46:07,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T06:46:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711., hostname=20680646cf8a,45087,1731566756098, seqNum=2] 2024-11-14T06:46:07,758 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T06:46:07,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T06:46:07,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:07,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1933411106_22 at /127.0.0.1:49588 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33675:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49588 dst: /127.0.0.1:33675 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,764 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_73063622_22 at /127.0.0.1:34746 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34746 dst: /127.0.0.1:39873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_73063622_22 at /127.0.0.1:49604 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33675:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49604 dst: /127.0.0.1:33675 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,764 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_73063622_22 at /127.0.0.1:34738 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34738 dst: /127.0.0.1:39873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,764 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1933411106_22 at /127.0.0.1:34704 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34704 dst: /127.0.0.1:39873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_73063622_22 at /127.0.0.1:49622 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33675:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49622 dst: /127.0.0.1:33675 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6193d51e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:07,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ccd4445{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:07,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:07,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@286f8720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:07,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4bdf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:07,768 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:07,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:07,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:07,768 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid 923d4b11-6466-4921-a15a-9c9ffdac283a) service to localhost/127.0.0.1:43283 2024-11-14T06:46:07,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data1/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:07,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data2/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:07,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:07,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:46:07,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:46:07,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:46:07,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:46:07,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:46:07,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b9d39d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:46:07,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d43e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:46:07,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f5437f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/java.io.tmpdir/jetty-localhost-36379-hadoop-hdfs-3_4_1-tests_jar-_-any-74007497698291830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:07,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a17e14{HTTP/1.1, (http/1.1)}{localhost:36379} 2024-11-14T06:46:07,876 INFO [Time-limited test {}] server.Server(415): Started @78258ms 2024-11-14T06:46:07,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:46:07,897 WARN [AsyncFSWAL-0-hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462-prefix:20680646cf8a,45087,1731566756098 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,897 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 20680646cf8a%2C45087%2C1731566756098:(num 1731566756596) roll requested 2024-11-14T06:46:07,912 DEBUG [regionserver/20680646cf8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566767898, exclude list is [], retry=0 2024-11-14T06:46:07,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36161,DS-c8ba46ba-410d-47ab-a3d1-89f56c6a6165,DISK] 2024-11-14T06:46:07,915 INFO [regionserver/20680646cf8a:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:33675,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-14T06:46:07,916 WARN [regionserver/20680646cf8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566767898 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:33675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:07,964 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:46:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169b73672639ddf9 with lease ID 0x378d99172a89d2ed: from storage DS-1bdf55c9-c43c-4175-9722-572038263b03 node DatanodeRegistration(127.0.0.1:38355, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=39081, infoSecurePort=0, ipcPort=35313, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T06:46:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169b73672639ddf9 with lease ID 0x378d99172a89d2ed: from storage DS-eee288f3-f08e-45cc-a42a-1d6073ed8da8 node DatanodeRegistration(127.0.0.1:38355, datanodeUuid=923d4b11-6466-4921-a15a-9c9ffdac283a, infoPort=39081, infoSecurePort=0, ipcPort=35313, storageInfo=lv=-57;cid=testClusterID;nsid=1235506572;c=1731566755418), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:46:08,017 DEBUG [regionserver/20680646cf8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566767898, exclude list is [(127.0.0.1/127.0.0.1:42673:42673)], retry=1 2024-11-14T06:46:08,017 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_73063622_22 at /127.0.0.1:45270 [Receiving block BP-840944906-172.17.0.2-1731566755418:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:36161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45270 dst: /127.0.0.1:36161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] 2024-11-14T06:46:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-9f9612b3-236e-4f84-bc37-e560787883f0,DISK] 2024-11-14T06:46:08,024 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566767898 2024-11-14T06:46:08,024 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39081:39081),(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-14T06:46:08,025 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 is not closed yet, will try archiving it next time 2024-11-14T06:46:08,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:46:08,026 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:46:08,026 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:46:08,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:08,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:08,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:46:08,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:46:08,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1454897425, stopped=false 2024-11-14T06:46:08,027 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,38063,1731566756050 2024-11-14T06:46:08,028 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T06:46:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:46:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:46:08,028 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T06:46:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:08,029 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 2024-11-14T06:46:08,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:46:08,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:46:08,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:46:08,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:08,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:46:08,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:46:08,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,45087,1731566756098' ***** 2024-11-14T06:46:08,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:46:08,030 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:46:08,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:46:08,030 INFO [RS:0;20680646cf8a:45087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:46:08,030 INFO [RS:0;20680646cf8a:45087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:46:08,030 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(3091): Received CLOSE for 536c93ef8e345868f98faafb6edff711 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,45087,1731566756098 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:45087. 2024-11-14T06:46:08,031 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 536c93ef8e345868f98faafb6edff711, disabling compactions & flushes 2024-11-14T06:46:08,031 DEBUG [RS:0;20680646cf8a:45087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:46:08,031 DEBUG [RS:0;20680646cf8a:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:08,031 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:08,031 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:46:08,031 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. after waiting 0 ms 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:46:08,031 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:46:08,031 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 536c93ef8e345868f98faafb6edff711 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T06:46:08,031 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T06:46:08,032 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 536c93ef8e345868f98faafb6edff711=TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711.} 2024-11-14T06:46:08,032 DEBUG [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 536c93ef8e345868f98faafb6edff711 2024-11-14T06:46:08,032 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:46:08,032 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:46:08,032 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:46:08,032 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:46:08,032 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:46:08,032 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T06:46:08,033 WARN [IPC Server handler 0 on default port 43283 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-14T06:46:08,033 WARN [AsyncFSWAL-0-hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462-prefix:20680646cf8a,45087,1731566756098.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,033 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 20680646cf8a%2C45087%2C1731566756098.meta:.meta(num 1731566756974) roll requested 2024-11-14T06:46:08,038 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 after 6ms 2024-11-14T06:46:08,047 DEBUG [regionserver/20680646cf8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566768033.meta, exclude list is [(127.0.0.1/127.0.0.1:42673:42673)], retry=0 2024-11-14T06:46:08,049 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/.tmp/info/d78739de65c74bf48b35fd1728f81c5b is 1055, key is row0001/info:/1731566767757/Put/seqid=0 2024-11-14T06:46:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-fc8642eb-7ccc-44ad-9311-54fc19b6207b,DISK] 2024-11-14T06:46:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-1bdf55c9-c43c-4175-9722-572038263b03,DISK] 2024-11-14T06:46:08,054 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566768033.meta 2024-11-14T06:46:08,055 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39081:39081),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-14T06:46:08,055 DEBUG [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta is not closed yet, will try archiving it next time 2024-11-14T06:46:08,055 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,056 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:08,056 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta 2024-11-14T06:46:08,056 WARN [IPC Server handler 1 on default port 43283 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-14T06:46:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741840_1017 (size=7062) 2024-11-14T06:46:08,058 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta after 2ms 2024-11-14T06:46:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741840_1017 (size=7062) 2024-11-14T06:46:08,060 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/.tmp/info/d78739de65c74bf48b35fd1728f81c5b 2024-11-14T06:46:08,071 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/.tmp/info/d78739de65c74bf48b35fd1728f81c5b as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/info/d78739de65c74bf48b35fd1728f81c5b 2024-11-14T06:46:08,078 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/info/75055c75077d44438ad0960d9732cc4c is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711./info:regioninfo/1731566758039/Put/seqid=0 2024-11-14T06:46:08,080 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/info/d78739de65c74bf48b35fd1728f81c5b, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T06:46:08,082 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 536c93ef8e345868f98faafb6edff711 in 50ms, sequenceid=6, compaction requested=false 2024-11-14T06:46:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741841_1019 (size=7089) 2024-11-14T06:46:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741841_1019 (size=7089) 2024-11-14T06:46:08,086 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/info/75055c75077d44438ad0960d9732cc4c 2024-11-14T06:46:08,087 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/default/TestLogRolling-testLogRollOnDatanodeDeath/536c93ef8e345868f98faafb6edff711/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T06:46:08,088 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:08,088 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 536c93ef8e345868f98faafb6edff711: Waiting for close lock at 1731566768031Running coprocessor pre-close hooks at 1731566768031Disabling compacts and flushes for region at 1731566768031Disabling writes for close at 1731566768031Obtaining lock to block concurrent updates at 1731566768031Preparing flush snapshotting stores in 536c93ef8e345868f98faafb6edff711 at 1731566768031Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731566768032 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. at 1731566768033 (+1 ms)Flushing 536c93ef8e345868f98faafb6edff711/info: creating writer at 1731566768033Flushing 536c93ef8e345868f98faafb6edff711/info: appending metadata at 1731566768048 (+15 ms)Flushing 536c93ef8e345868f98faafb6edff711/info: closing flushed file at 1731566768048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a86aa5: reopening flushed file at 1731566768070 (+22 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 536c93ef8e345868f98faafb6edff711 in 50ms, sequenceid=6, compaction requested=false at 1731566768082 (+12 ms)Writing region close event to WAL at 1731566768083 (+1 ms)Running coprocessor post-close hooks at 1731566768088 (+5 ms)Closed at 1731566768088 2024-11-14T06:46:08,088 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731566757656.536c93ef8e345868f98faafb6edff711. 2024-11-14T06:46:08,109 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/ns/d7d9374135284c9098d8a7f52f0861b5 is 43, key is default/ns:d/1731566757032/Put/seqid=0 2024-11-14T06:46:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741842_1020 (size=5153) 2024-11-14T06:46:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741842_1020 (size=5153) 2024-11-14T06:46:08,116 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/ns/d7d9374135284c9098d8a7f52f0861b5 2024-11-14T06:46:08,141 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/table/b3df8c457b834c46be9237d9f64e6e43 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731566758050/Put/seqid=0 2024-11-14T06:46:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741843_1021 (size=5424) 2024-11-14T06:46:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741843_1021 (size=5424) 2024-11-14T06:46:08,148 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/table/b3df8c457b834c46be9237d9f64e6e43 2024-11-14T06:46:08,156 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/info/75055c75077d44438ad0960d9732cc4c as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/info/75055c75077d44438ad0960d9732cc4c 2024-11-14T06:46:08,164 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/info/75055c75077d44438ad0960d9732cc4c, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T06:46:08,166 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/ns/d7d9374135284c9098d8a7f52f0861b5 as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/ns/d7d9374135284c9098d8a7f52f0861b5 2024-11-14T06:46:08,175 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/ns/d7d9374135284c9098d8a7f52f0861b5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T06:46:08,177 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/.tmp/table/b3df8c457b834c46be9237d9f64e6e43 as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/table/b3df8c457b834c46be9237d9f64e6e43 2024-11-14T06:46:08,185 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/table/b3df8c457b834c46be9237d9f64e6e43, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T06:46:08,186 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false 2024-11-14T06:46:08,192 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T06:46:08,192 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:46:08,193 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:46:08,193 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566768032Running coprocessor pre-close hooks at 1731566768032Disabling compacts and flushes for region at 1731566768032Disabling writes for close at 1731566768032Obtaining lock to block concurrent updates at 1731566768032Preparing flush snapshotting stores in 1588230740 at 1731566768032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731566768032Flushing stores of hbase:meta,,1.1588230740 at 1731566768055 (+23 ms)Flushing 1588230740/info: creating writer at 1731566768056 (+1 ms)Flushing 1588230740/info: appending metadata at 1731566768078 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731566768078Flushing 1588230740/ns: creating writer at 1731566768093 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731566768109 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731566768109Flushing 1588230740/table: creating writer at 1731566768123 (+14 ms)Flushing 1588230740/table: appending metadata at 1731566768141 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731566768141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a85f548: reopening flushed file at 1731566768155 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218fc306: reopening flushed file at 1731566768165 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377ef555: reopening flushed file at 1731566768175 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false at 1731566768186 (+11 ms)Writing region close event to WAL at 1731566768187 (+1 ms)Running coprocessor post-close hooks at 1731566768192 (+5 ms)Closed at 1731566768192 2024-11-14T06:46:08,193 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:46:08,232 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,45087,1731566756098; all regions closed. 2024-11-14T06:46:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741839_1016 (size=825) 2024-11-14T06:46:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741839_1016 (size=825) 2024-11-14T06:46:08,451 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T06:46:08,452 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T06:46:08,452 INFO [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:46:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741833_1015 (size=1599) 2024-11-14T06:46:12,039 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 after 4010ms 2024-11-14T06:46:12,041 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.1731566756596 to hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs/20680646cf8a%2C45087%2C1731566756098.1731566756596 2024-11-14T06:46:12,059 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta after 4002ms 2024-11-14T06:46:12,059 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/WALs/20680646cf8a,45087,1731566756098/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta to hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs/20680646cf8a%2C45087%2C1731566756098.meta.1731566756974.meta 2024-11-14T06:46:12,064 DEBUG [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs 2024-11-14T06:46:12,064 INFO [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C45087%2C1731566756098.meta:.meta(num 1731566768033) 2024-11-14T06:46:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741838_1014 (size=2288) 2024-11-14T06:46:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741838_1014 (size=2288) 2024-11-14T06:46:12,070 DEBUG [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C45087%2C1731566756098:(num 1731566767898) 2024-11-14T06:46:12,071 DEBUG [RS:0;20680646cf8a:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:46:12,071 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:46:12,071 INFO [RS:0;20680646cf8a:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45087 2024-11-14T06:46:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:46:12,073 INFO [RS:0;20680646cf8a:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:46:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,45087,1731566756098 2024-11-14T06:46:12,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,45087,1731566756098] 2024-11-14T06:46:12,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,45087,1731566756098 already deleted, retry=false 2024-11-14T06:46:12,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,45087,1731566756098 expired; onlineServers=0 2024-11-14T06:46:12,075 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,38063,1731566756050' ***** 2024-11-14T06:46:12,075 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:46:12,075 INFO [M:0;20680646cf8a:38063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:46:12,075 INFO [M:0;20680646cf8a:38063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:46:12,075 DEBUG [M:0;20680646cf8a:38063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:46:12,075 DEBUG [M:0;20680646cf8a:38063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:46:12,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:46:12,075 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566756343 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566756343,5,FailOnTimeoutGroup] 2024-11-14T06:46:12,075 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566756345 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566756345,5,FailOnTimeoutGroup] 2024-11-14T06:46:12,076 INFO [M:0;20680646cf8a:38063 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:46:12,076 INFO [M:0;20680646cf8a:38063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:46:12,076 DEBUG [M:0;20680646cf8a:38063 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:46:12,076 INFO [M:0;20680646cf8a:38063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:46:12,076 INFO [M:0;20680646cf8a:38063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:46:12,076 INFO [M:0;20680646cf8a:38063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:46:12,076 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:46:12,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:46:12,077 DEBUG [M:0;20680646cf8a:38063 {}] zookeeper.ZKUtil(347): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:46:12,077 WARN [M:0;20680646cf8a:38063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:46:12,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:12,079 INFO [M:0;20680646cf8a:38063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/.lastflushedseqids 2024-11-14T06:46:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741844_1022 (size=139) 2024-11-14T06:46:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741844_1022 (size=139) 2024-11-14T06:46:12,086 INFO [M:0;20680646cf8a:38063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:46:12,086 INFO [M:0;20680646cf8a:38063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:46:12,086 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:46:12,086 INFO [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:12,086 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:12,086 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:46:12,086 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:12,086 INFO [M:0;20680646cf8a:38063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-14T06:46:12,087 WARN [AsyncFSWAL-0-hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData-prefix:20680646cf8a,38063,1731566756050 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:12,087 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 20680646cf8a%2C38063%2C1731566756050:(num 1731566756229) roll requested 2024-11-14T06:46:12,101 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566772087, exclude list is [], retry=0 2024-11-14T06:46:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-fc8642eb-7ccc-44ad-9311-54fc19b6207b,DISK] 2024-11-14T06:46:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-b7a5f247-7af9-4430-ae60-6add29676d2c,DISK] 2024-11-14T06:46:12,107 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566772087 2024-11-14T06:46:12,108 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-14T06:46:12,108 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 is not closed yet, will try archiving it next time 2024-11-14T06:46:12,108 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:12,108 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:46:12,108 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 2024-11-14T06:46:12,109 WARN [IPC Server handler 2 on default port 43283 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-14T06:46:12,110 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 after 2ms 2024-11-14T06:46:12,124 DEBUG [M:0;20680646cf8a:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04652967bd744726850097a11e0d19c3 is 82, key is hbase:meta,,1/info:regioninfo/1731566757016/Put/seqid=0 2024-11-14T06:46:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741846_1025 (size=5672) 2024-11-14T06:46:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741846_1025 (size=5672) 2024-11-14T06:46:12,132 INFO [M:0;20680646cf8a:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04652967bd744726850097a11e0d19c3 2024-11-14T06:46:12,156 DEBUG [M:0;20680646cf8a:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddb67e0481874a6e9df5b86a3392a2a4 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731566758057/Put/seqid=0 2024-11-14T06:46:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741847_1026 (size=6114) 2024-11-14T06:46:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741847_1026 (size=6114) 2024-11-14T06:46:12,162 INFO [M:0;20680646cf8a:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddb67e0481874a6e9df5b86a3392a2a4 2024-11-14T06:46:12,174 INFO [RS:0;20680646cf8a:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:46:12,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:46:12,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x1003cfb3d2d0001, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:46:12,175 INFO [RS:0;20680646cf8a:45087 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,45087,1731566756098; zookeeper connection closed. 2024-11-14T06:46:12,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fa518a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fa518a5 2024-11-14T06:46:12,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:46:12,184 DEBUG [M:0;20680646cf8a:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2d77db35f4460eb1051bd7f2b4adbd is 69, key is 20680646cf8a,45087,1731566756098/rs:state/1731566756435/Put/seqid=0 2024-11-14T06:46:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741848_1027 (size=5156) 2024-11-14T06:46:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741848_1027 (size=5156) 2024-11-14T06:46:12,192 INFO [M:0;20680646cf8a:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2d77db35f4460eb1051bd7f2b4adbd 2024-11-14T06:46:12,213 DEBUG [M:0;20680646cf8a:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cef84c88eb8c42dd8eee1c5904234dda is 52, key is load_balancer_on/state:d/1731566757132/Put/seqid=0 2024-11-14T06:46:12,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36161 is added to blk_1073741849_1028 (size=5056) 2024-11-14T06:46:12,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741849_1028 (size=5056) 2024-11-14T06:46:12,219 INFO [M:0;20680646cf8a:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cef84c88eb8c42dd8eee1c5904234dda 2024-11-14T06:46:12,227 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04652967bd744726850097a11e0d19c3 as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04652967bd744726850097a11e0d19c3 2024-11-14T06:46:12,235 INFO [M:0;20680646cf8a:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04652967bd744726850097a11e0d19c3, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T06:46:12,236 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddb67e0481874a6e9df5b86a3392a2a4 as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddb67e0481874a6e9df5b86a3392a2a4 2024-11-14T06:46:12,243 INFO [M:0;20680646cf8a:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddb67e0481874a6e9df5b86a3392a2a4, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T06:46:12,245 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2d77db35f4460eb1051bd7f2b4adbd as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a2d77db35f4460eb1051bd7f2b4adbd 2024-11-14T06:46:12,252 INFO [M:0;20680646cf8a:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a2d77db35f4460eb1051bd7f2b4adbd, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T06:46:12,254 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cef84c88eb8c42dd8eee1c5904234dda as hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cef84c88eb8c42dd8eee1c5904234dda 2024-11-14T06:46:12,261 INFO [M:0;20680646cf8a:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cef84c88eb8c42dd8eee1c5904234dda, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T06:46:12,263 INFO [M:0;20680646cf8a:38063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false 2024-11-14T06:46:12,264 INFO [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:12,264 DEBUG [M:0;20680646cf8a:38063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566772086Disabling compacts and flushes for region at 1731566772086Disabling writes for close at 1731566772086Obtaining lock to block concurrent updates at 1731566772086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731566772086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731566772087 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731566772108 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731566772108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731566772124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731566772124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731566772139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731566772155 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731566772155Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731566772168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731566772184 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731566772184Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731566772198 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731566772212 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731566772212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19411909: reopening flushed file at 1731566772226 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c11fb0: reopening flushed file at 1731566772235 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f57818: reopening flushed file at 1731566772243 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d75a1e: reopening flushed file at 1731566772252 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false at 1731566772263 (+11 ms)Writing region close event to WAL at 1731566772264 (+1 ms)Closed at 1731566772264 2024-11-14T06:46:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741845_1023 (size=757) 2024-11-14T06:46:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741845_1023 (size=757) 2024-11-14T06:46:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:13,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:13,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:13,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:46:13,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:13,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:13,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:14,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T06:46:14,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:46:14,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T06:46:14,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T06:46:16,111 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 after 4003ms 2024-11-14T06:46:16,113 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/WALs/20680646cf8a,38063,1731566756050/20680646cf8a%2C38063%2C1731566756050.1731566756229 to hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/oldWALs/20680646cf8a%2C38063%2C1731566756050.1731566756229 2024-11-14T06:46:16,120 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/MasterData/oldWALs/20680646cf8a%2C38063%2C1731566756050.1731566756229 to hdfs://localhost:43283/user/jenkins/test-data/625f22e2-713e-cb2f-0e3b-68ceb6919462/oldWALs/20680646cf8a%2C38063%2C1731566756050.1731566756229$masterlocalwal$ 2024-11-14T06:46:16,120 INFO [M:0;20680646cf8a:38063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:46:16,120 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:46:16,121 INFO [M:0;20680646cf8a:38063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38063 2024-11-14T06:46:16,121 INFO [M:0;20680646cf8a:38063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:46:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:46:16,223 INFO [M:0;20680646cf8a:38063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:46:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x1003cfb3d2d0000, quorum=127.0.0.1:62544, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:46:16,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f5437f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a17e14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d43e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b9d39d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,235 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:16,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:16,235 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid 923d4b11-6466-4921-a15a-9c9ffdac283a) service to localhost/127.0.0.1:43283 2024-11-14T06:46:16,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:16,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data1/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data2/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:16,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50fb2ca7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2987c664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211d6e46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4798edf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,240 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:16,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:16,240 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid c905f158-7751-41de-90a1-9ada3510352a) service to localhost/127.0.0.1:43283 2024-11-14T06:46:16,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:16,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data9/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data10/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:16,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351a204e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76aacefb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@762a19ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77fcbec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,245 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:16,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:16,245 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid c29b07c8-3a5d-4d8c-b3e4-bc6131aa4b54) service to localhost/127.0.0.1:43283 2024-11-14T06:46:16,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:16,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data7/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data8/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43fb479c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37405f68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11781cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e83e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,250 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:16,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:16,251 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid 88ff6e1e-9764-4cd6-b905-88c110781659) service to localhost/127.0.0.1:43283 2024-11-14T06:46:16,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:16,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data5/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data6/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:16,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a72fdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46d8c7c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202225b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774b627b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:46:16,256 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:46:16,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:46:16,256 WARN [BP-840944906-172.17.0.2-1731566755418 heartbeating to localhost/127.0.0.1:43283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-840944906-172.17.0.2-1731566755418 (Datanode Uuid 74f4ae4e-d06e-4674-bee6-f0c5b6ab0a26) service to localhost/127.0.0.1:43283 2024-11-14T06:46:16,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data3/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/cluster_d1bc1e64-ba20-f0d0-a255-649689c06b35/data/data4/current/BP-840944906-172.17.0.2-1731566755418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:46:16,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:46:16,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e85da68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:46:16,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d9fbc89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:46:16,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:46:16,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4153c867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:46:16,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1356d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir/,STOPPED} 2024-11-14T06:46:16,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:46:16,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T06:46:16,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43283 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=511 (was 826) 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=100, ProcessCount=11, AvailableMemoryMB=511 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.log.dir so I do NOT create it in target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cbfb99b-43e1-81ae-f6dd-b048a9f08078/hadoop.tmp.dir so I do NOT create it in target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82, deleteOnExit=true 2024-11-14T06:46:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:46:16,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/test.cache.data in system properties and HBase conf 2024-11-14T06:46:16,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:46:16,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:46:16,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:46:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:46:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:46:16,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:46:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:46:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:46:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:46:16,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:46:16,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:46:16,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:46:16,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:46:16,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:46:16,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:46:16,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:46:16,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:46:16,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:46:16,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47567de2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:46:16,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@518549e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:46:16,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa18cb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/java.io.tmpdir/jetty-localhost-33345-hadoop-hdfs-3_4_1-tests_jar-_-any-2632271020443617904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:46:16,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@705b4bdf{HTTP/1.1, (http/1.1)}{localhost:33345} 2024-11-14T06:46:16,502 INFO [Time-limited test {}] server.Server(415): Started @86885ms 2024-11-14T06:46:16,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:46:16,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:46:16,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:46:16,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:46:16,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:46:16,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c3e298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:46:16,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29974d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:46:16,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15346c86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/java.io.tmpdir/jetty-localhost-32987-hadoop-hdfs-3_4_1-tests_jar-_-any-7409332866715258197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e840262{HTTP/1.1, (http/1.1)}{localhost:32987} 2024-11-14T06:46:16,686 INFO [Time-limited test {}] server.Server(415): Started @87068ms 2024-11-14T06:46:16,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:46:16,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:46:16,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:46:16,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:46:16,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:46:16,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:46:16,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5fe472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:46:16,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541d2215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:46:16,751 WARN [Thread-783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data2/current/BP-2147383186-172.17.0.2-1731566776351/current, will proceed with Du for space computation calculation, 2024-11-14T06:46:16,751 WARN [Thread-782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data1/current/BP-2147383186-172.17.0.2-1731566776351/current, will proceed with Du for space computation calculation, 2024-11-14T06:46:16,772 WARN [Thread-761 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:46:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc686cda7210b875d with lease ID 0x17a94f8761c7adb0: Processing first storage report for DS-2af0e650-2903-421a-b631-cd338457036c from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=a969b8f3-8ee9-42aa-b289-6bfa73129b41, infoPort=37671, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351) 2024-11-14T06:46:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc686cda7210b875d with lease ID 0x17a94f8761c7adb0: from storage DS-2af0e650-2903-421a-b631-cd338457036c node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=a969b8f3-8ee9-42aa-b289-6bfa73129b41, infoPort=37671, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T06:46:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc686cda7210b875d with lease ID 0x17a94f8761c7adb0: Processing first storage report for DS-eec6da79-e5f2-49eb-ac65-4d7f32e1893c from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=a969b8f3-8ee9-42aa-b289-6bfa73129b41, infoPort=37671, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351) 2024-11-14T06:46:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc686cda7210b875d with lease ID 0x17a94f8761c7adb0: from storage DS-eec6da79-e5f2-49eb-ac65-4d7f32e1893c node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=a969b8f3-8ee9-42aa-b289-6bfa73129b41, infoPort=37671, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:46:16,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1caa5671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/java.io.tmpdir/jetty-localhost-33031-hadoop-hdfs-3_4_1-tests_jar-_-any-3056723496683511881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:46:16,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a563cd6{HTTP/1.1, (http/1.1)}{localhost:33031} 2024-11-14T06:46:16,823 INFO [Time-limited test {}] server.Server(415): Started @87205ms 2024-11-14T06:46:16,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:46:16,883 WARN [Thread-809 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data4/current/BP-2147383186-172.17.0.2-1731566776351/current, will proceed with Du for space computation calculation, 2024-11-14T06:46:16,883 WARN [Thread-808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data3/current/BP-2147383186-172.17.0.2-1731566776351/current, will proceed with Du for space computation calculation, 2024-11-14T06:46:16,900 WARN [Thread-797 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:46:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fb40eeed21cdfaf with lease ID 0x17a94f8761c7adb1: Processing first storage report for DS-739d8a17-978c-4145-be0a-0042e04db21c from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=8c756134-d00c-41e5-9462-90cf68d2c72f, infoPort=39727, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351) 2024-11-14T06:46:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fb40eeed21cdfaf with lease ID 0x17a94f8761c7adb1: from storage DS-739d8a17-978c-4145-be0a-0042e04db21c node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=8c756134-d00c-41e5-9462-90cf68d2c72f, infoPort=39727, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:46:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fb40eeed21cdfaf with lease ID 0x17a94f8761c7adb1: Processing first storage report for DS-05b76d90-a9b4-4870-88e1-ac85d5ee6fe4 from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=8c756134-d00c-41e5-9462-90cf68d2c72f, infoPort=39727, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351) 2024-11-14T06:46:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fb40eeed21cdfaf with lease ID 0x17a94f8761c7adb1: from storage DS-05b76d90-a9b4-4870-88e1-ac85d5ee6fe4 node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=8c756134-d00c-41e5-9462-90cf68d2c72f, infoPort=39727, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=339448407;c=1731566776351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:46:16,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e 2024-11-14T06:46:16,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/zookeeper_0, clientPort=58088, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:46:16,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58088 2024-11-14T06:46:16,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:16,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:46:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:46:16,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799 with version=8 2024-11-14T06:46:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase-staging 2024-11-14T06:46:16,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:46:16,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:46:16,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45147 2024-11-14T06:46:16,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45147 connecting to ZooKeeper ensemble=127.0.0.1:58088 2024-11-14T06:46:16,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451470x0, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:46:16,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45147-0x1003cfb8ee80000 connected 2024-11-14T06:46:16,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:16,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:16,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:46:16,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799, hbase.cluster.distributed=false 2024-11-14T06:46:16,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:46:16,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45147 2024-11-14T06:46:16,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45147 2024-11-14T06:46:16,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45147 2024-11-14T06:46:16,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45147 2024-11-14T06:46:17,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45147 2024-11-14T06:46:17,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:46:17,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:46:17,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44577 2024-11-14T06:46:17,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44577 connecting to ZooKeeper ensemble=127.0.0.1:58088 2024-11-14T06:46:17,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:17,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445770x0, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:46:17,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445770x0, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:46:17,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44577-0x1003cfb8ee80001 connected 2024-11-14T06:46:17,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:46:17,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:46:17,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:46:17,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:46:17,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-14T06:46:17,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44577 2024-11-14T06:46:17,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44577 2024-11-14T06:46:17,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-14T06:46:17,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-14T06:46:17,045 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:45147 2024-11-14T06:46:17,045 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:46:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:46:17,047 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:46:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,048 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:46:17,049 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,45147,1731566776970 from backup master directory 2024-11-14T06:46:17,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:46:17,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:46:17,050 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:46:17,050 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,054 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/hbase.id] with ID: 886da9a1-8092-470f-ae05-be6099b97c61 2024-11-14T06:46:17,054 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/.tmp/hbase.id 2024-11-14T06:46:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:46:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:46:17,063 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/.tmp/hbase.id]:[hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/hbase.id] 2024-11-14T06:46:17,075 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:17,075 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:46:17,076 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T06:46:17,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:46:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:46:17,086 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:46:17,086 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:46:17,087 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:46:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:46:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:46:17,095 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store 2024-11-14T06:46:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:46:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:46:17,504 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:17,505 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:46:17,505 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:17,505 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:17,505 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:46:17,506 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:17,506 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:46:17,506 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566777505Disabling compacts and flushes for region at 1731566777505Disabling writes for close at 1731566777505Writing region close event to WAL at 1731566777506 (+1 ms)Closed at 1731566777506 2024-11-14T06:46:17,509 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/.initializing 2024-11-14T06:46:17,509 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/WALs/20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,511 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:46:17,514 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C45147%2C1731566776970, suffix=, logDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/WALs/20680646cf8a,45147,1731566776970, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/oldWALs, maxLogs=10 2024-11-14T06:46:17,530 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/WALs/20680646cf8a,45147,1731566776970/20680646cf8a%2C45147%2C1731566776970.1731566777515, exclude list is [], retry=0 2024-11-14T06:46:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:46:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:46:17,535 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/WALs/20680646cf8a,45147,1731566776970/20680646cf8a%2C45147%2C1731566776970.1731566777515 2024-11-14T06:46:17,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39727:39727),(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-14T06:46:17,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:46:17,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:17,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:46:17,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:17,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:46:17,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:46:17,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:46:17,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:46:17,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:46:17,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:46:17,546 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,547 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,547 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,549 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,549 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,549 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:46:17,551 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:46:17,553 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:46:17,554 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859893, jitterRate=0.09341134130954742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:46:17,554 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731566777537Initializing all the Stores at 1731566777538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566777538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566777538Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566777538Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566777538Cleaning up temporary data from old regions at 1731566777549 (+11 ms)Region opened successfully at 1731566777554 (+5 ms) 2024-11-14T06:46:17,555 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:46:17,559 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1490911e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:46:17,560 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:46:17,560 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:46:17,561 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:46:17,561 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:46:17,561 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T06:46:17,562 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T06:46:17,562 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:46:17,564 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:46:17,565 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:46:17,566 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:46:17,567 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:46:17,567 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:46:17,568 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:46:17,569 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:46:17,570 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:46:17,571 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:46:17,572 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:46:17,572 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:46:17,574 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:46:17,575 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:46:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:46:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:46:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,577 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,45147,1731566776970, sessionid=0x1003cfb8ee80000, setting cluster-up flag (Was=false) 2024-11-14T06:46:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,581 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:46:17,582 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:17,587 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:46:17,588 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,45147,1731566776970 2024-11-14T06:46:17,589 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:46:17,591 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:46:17,591 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:46:17,591 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:46:17,592 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,45147,1731566776970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:46:17,593 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:46:17,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:46:17,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:46:17,597 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731566807597 2024-11-14T06:46:17,597 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:46:17,597 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:46:17,597 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:46:17,597 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:46:17,598 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:46:17,598 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:46:17,598 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,599 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:46:17,599 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:46:17,599 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:46:17,599 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:46:17,599 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:46:17,599 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566777599,5,FailOnTimeoutGroup] 2024-11-14T06:46:17,600 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566777599,5,FailOnTimeoutGroup] 2024-11-14T06:46:17,600 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,600 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:46:17,600 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,600 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:46:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:46:17,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:46:17,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799 2024-11-14T06:46:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:46:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:46:17,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:17,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:46:17,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:46:17,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:17,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:46:17,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:46:17,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:17,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:46:17,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:46:17,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:17,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:46:17,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:46:17,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:17,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:46:17,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740 2024-11-14T06:46:17,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740 2024-11-14T06:46:17,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:46:17,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:46:17,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:46:17,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:46:17,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:46:17,634 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816943, jitterRate=0.03879678249359131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:46:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731566777617Initializing all the Stores at 1731566777618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566777618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566777618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566777618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566777618Cleaning up temporary data from old regions at 1731566777630 (+12 ms)Region opened successfully at 1731566777635 (+5 ms) 2024-11-14T06:46:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:46:17,635 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:46:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:46:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:46:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:46:17,636 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:46:17,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566777635Disabling compacts and flushes for region at 1731566777635Disabling writes for close at 1731566777635Writing region close event to WAL at 1731566777636 (+1 ms)Closed at 1731566777636 2024-11-14T06:46:17,636 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(746): ClusterId : 886da9a1-8092-470f-ae05-be6099b97c61 2024-11-14T06:46:17,636 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:46:17,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:46:17,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:46:17,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:46:17,638 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:46:17,638 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:46:17,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:46:17,640 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:46:17,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:46:17,640 DEBUG [RS:0;20680646cf8a:44577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b749963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:46:17,651 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:44577 2024-11-14T06:46:17,651 INFO [RS:0;20680646cf8a:44577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:46:17,651 INFO [RS:0;20680646cf8a:44577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:46:17,651 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:46:17,652 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,45147,1731566776970 with port=44577, startcode=1731566777013 2024-11-14T06:46:17,652 DEBUG [RS:0;20680646cf8a:44577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:46:17,654 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:46:17,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45147 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,656 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799 2024-11-14T06:46:17,656 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44203 2024-11-14T06:46:17,656 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:46:17,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:46:17,658 DEBUG [RS:0;20680646cf8a:44577 {}] zookeeper.ZKUtil(111): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,658 WARN [RS:0;20680646cf8a:44577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:46:17,658 INFO [RS:0;20680646cf8a:44577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:46:17,658 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,44577,1731566777013] 2024-11-14T06:46:17,662 INFO [RS:0;20680646cf8a:44577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:46:17,664 INFO [RS:0;20680646cf8a:44577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:46:17,664 INFO [RS:0;20680646cf8a:44577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:46:17,664 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,664 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:46:17,665 INFO [RS:0;20680646cf8a:44577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:46:17,666 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,666 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,667 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:46:17,667 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:46:17,667 DEBUG [RS:0;20680646cf8a:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,668 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,44577,1731566777013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:46:17,682 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:46:17,682 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,44577,1731566777013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,683 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,683 INFO [RS:0;20680646cf8a:44577 {}] regionserver.Replication(171): 20680646cf8a,44577,1731566777013 started 2024-11-14T06:46:17,697 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:17,697 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,44577,1731566777013, RpcServer on 20680646cf8a/172.17.0.2:44577, sessionid=0x1003cfb8ee80001 2024-11-14T06:46:17,697 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:46:17,697 DEBUG [RS:0;20680646cf8a:44577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,697 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,44577,1731566777013' 2024-11-14T06:46:17,697 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:46:17,698 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,44577,1731566777013 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,44577,1731566777013' 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:46:17,699 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:46:17,700 DEBUG [RS:0;20680646cf8a:44577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:46:17,700 INFO [RS:0;20680646cf8a:44577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:46:17,700 INFO [RS:0;20680646cf8a:44577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:46:17,790 WARN [20680646cf8a:45147 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T06:46:17,800 INFO [RS:0;20680646cf8a:44577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:46:17,802 INFO [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C44577%2C1731566777013, suffix=, logDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs, maxLogs=32 2024-11-14T06:46:17,815 DEBUG [RS:0;20680646cf8a:44577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566777803, exclude list is [], retry=0 2024-11-14T06:46:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:46:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:46:17,821 INFO [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566777803 2024-11-14T06:46:17,821 DEBUG [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:39727:39727)] 2024-11-14T06:46:18,041 DEBUG [20680646cf8a:45147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:46:18,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,44577,1731566777013 2024-11-14T06:46:18,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,44577,1731566777013, state=OPENING 2024-11-14T06:46:18,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:46:18,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:18,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:46:18,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:46:18,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:46:18,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:46:18,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,44577,1731566777013}] 2024-11-14T06:46:18,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:46:18,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:46:18,221 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:46:18,221 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:46:18,221 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:46:18,223 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C44577%2C1731566777013.meta, suffix=.meta, logDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs, maxLogs=32 2024-11-14T06:46:18,240 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.meta.1731566778224.meta, exclude list is [], retry=0 2024-11-14T06:46:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:46:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:46:18,245 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.meta.1731566778224.meta 2024-11-14T06:46:18,246 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39727:39727),(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-14T06:46:18,246 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:46:18,246 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:46:18,246 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:46:18,247 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:46:18,247 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:46:18,247 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:18,247 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:46:18,247 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:46:18,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:46:18,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:46:18,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:18,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:46:18,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:46:18,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:18,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:46:18,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:46:18,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:18,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:46:18,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:46:18,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:46:18,254 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:46:18,255 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740 2024-11-14T06:46:18,256 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740 2024-11-14T06:46:18,257 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:46:18,257 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:46:18,258 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:46:18,259 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:46:18,260 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826460, jitterRate=0.05089941620826721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:46:18,260 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:46:18,260 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731566778247Writing region info on filesystem at 1731566778247Initializing all the Stores at 1731566778248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566778248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566778248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566778248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566778248Cleaning up temporary data from old regions at 1731566778257 (+9 ms)Running coprocessor post-open hooks at 1731566778260 (+3 ms)Region opened successfully at 1731566778260 2024-11-14T06:46:18,261 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731566778206 2024-11-14T06:46:18,264 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:46:18,264 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:46:18,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,44577,1731566777013 2024-11-14T06:46:18,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,44577,1731566777013, state=OPEN 2024-11-14T06:46:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:46:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:46:18,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,44577,1731566777013 2024-11-14T06:46:18,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:46:18,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:46:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:46:18,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,44577,1731566777013 in 216 msec 2024-11-14T06:46:18,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:46:18,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-14T06:46:18,275 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:46:18,275 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:46:18,276 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:46:18,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,44577,1731566777013, seqNum=-1] 2024-11-14T06:46:18,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:46:18,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51447, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:46:18,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-11-14T06:46:18,284 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731566778284, completionTime=-1 2024-11-14T06:46:18,285 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:46:18,285 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731566838287 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731566898287 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,287 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:45147, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,290 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.242sec 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:46:18,292 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:46:18,295 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:46:18,295 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:46:18,295 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45147,1731566776970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:18,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce6f5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:46:18,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45147,-1 for getting cluster id 2024-11-14T06:46:18,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:46:18,339 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '886da9a1-8092-470f-ae05-be6099b97c61' 2024-11-14T06:46:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:46:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "886da9a1-8092-470f-ae05-be6099b97c61" 2024-11-14T06:46:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:46:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45147,-1] 2024-11-14T06:46:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:46:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:46:18,342 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:46:18,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41be24c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:46:18,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:46:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,44577,1731566777013, seqNum=-1] 2024-11-14T06:46:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:46:18,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:46:18,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,45147,1731566776970 2024-11-14T06:46:18,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:46:18,350 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T06:46:18,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:46:18,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45147,1731566776970 2024-11-14T06:46:18,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c966412 2024-11-14T06:46:18,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:46:18,353 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:46:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T06:46:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T06:46:18,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:46:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:18,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:46:18,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T06:46:18,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:46:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:46:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741835_1011 (size=405) 2024-11-14T06:46:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741835_1011 (size=405) 2024-11-14T06:46:18,368 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bba897edb1d8a1e5198b4bde8f354ef, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799 2024-11-14T06:46:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741836_1012 (size=88) 2024-11-14T06:46:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741836_1012 (size=88) 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 9bba897edb1d8a1e5198b4bde8f354ef, disabling compactions & flushes 2024-11-14T06:46:18,376 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. after waiting 0 ms 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,376 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,376 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bba897edb1d8a1e5198b4bde8f354ef: Waiting for close lock at 1731566778376Disabling compacts and flushes for region at 1731566778376Disabling writes for close at 1731566778376Writing region close event to WAL at 1731566778376Closed at 1731566778376 2024-11-14T06:46:18,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:46:18,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731566778378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566778378"}]},"ts":"1731566778378"} 2024-11-14T06:46:18,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:46:18,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:46:18,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566778383"}]},"ts":"1731566778383"} 2024-11-14T06:46:18,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T06:46:18,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9bba897edb1d8a1e5198b4bde8f354ef, ASSIGN}] 2024-11-14T06:46:18,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9bba897edb1d8a1e5198b4bde8f354ef, ASSIGN 2024-11-14T06:46:18,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9bba897edb1d8a1e5198b4bde8f354ef, ASSIGN; state=OFFLINE, location=20680646cf8a,44577,1731566777013; forceNewPlan=false, retain=false 2024-11-14T06:46:18,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bba897edb1d8a1e5198b4bde8f354ef, regionState=OPENING, regionLocation=20680646cf8a,44577,1731566777013 2024-11-14T06:46:18,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9bba897edb1d8a1e5198b4bde8f354ef, ASSIGN because future has completed 2024-11-14T06:46:18,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bba897edb1d8a1e5198b4bde8f354ef, server=20680646cf8a,44577,1731566777013}] 2024-11-14T06:46:18,702 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bba897edb1d8a1e5198b4bde8f354ef, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:46:18,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:46:18,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,705 INFO [StoreOpener-9bba897edb1d8a1e5198b4bde8f354ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,707 INFO [StoreOpener-9bba897edb1d8a1e5198b4bde8f354ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bba897edb1d8a1e5198b4bde8f354ef columnFamilyName info 2024-11-14T06:46:18,707 DEBUG [StoreOpener-9bba897edb1d8a1e5198b4bde8f354ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:46:18,707 INFO [StoreOpener-9bba897edb1d8a1e5198b4bde8f354ef-1 {}] regionserver.HStore(327): Store=9bba897edb1d8a1e5198b4bde8f354ef/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:46:18,708 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,708 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,709 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,709 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,709 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,711 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,713 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:46:18,713 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bba897edb1d8a1e5198b4bde8f354ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858052, jitterRate=0.09107014536857605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:46:18,713 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:46:18,714 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bba897edb1d8a1e5198b4bde8f354ef: Running coprocessor pre-open hook at 1731566778704Writing region info on filesystem at 1731566778704Initializing all the Stores at 1731566778705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566778705Cleaning up temporary data from old regions at 1731566778709 (+4 ms)Running coprocessor post-open hooks at 1731566778713 (+4 ms)Region opened successfully at 1731566778714 (+1 ms) 2024-11-14T06:46:18,715 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef., pid=6, masterSystemTime=1731566778695 2024-11-14T06:46:18,717 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,717 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:18,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bba897edb1d8a1e5198b4bde8f354ef, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,44577,1731566777013 2024-11-14T06:46:18,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bba897edb1d8a1e5198b4bde8f354ef, server=20680646cf8a,44577,1731566777013 because future has completed 2024-11-14T06:46:18,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T06:46:18,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bba897edb1d8a1e5198b4bde8f354ef, server=20680646cf8a,44577,1731566777013 in 179 msec 2024-11-14T06:46:18,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T06:46:18,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9bba897edb1d8a1e5198b4bde8f354ef, ASSIGN in 338 msec 2024-11-14T06:46:18,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:46:18,727 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566778727"}]},"ts":"1731566778727"} 2024-11-14T06:46:18,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T06:46:18,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:46:18,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 377 msec 2024-11-14T06:46:19,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:46:19,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:19,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:46:23,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:46:23,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T06:46:24,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T06:46:24,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T06:46:24,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:46:24,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T06:46:24,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T06:46:24,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T06:46:24,450 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:24,450 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T06:46:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:46:28,434 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T06:46:28,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T06:46:28,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:28,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef., hostname=20680646cf8a,44577,1731566777013, seqNum=2] 2024-11-14T06:46:28,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:28,459 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:46:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:46:28,461 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:46:28,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:46:28,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T06:46:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:28,628 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9bba897edb1d8a1e5198b4bde8f354ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T06:46:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/f37675897b7f4127954c3e65c917d0e9 is 1055, key is row0001/info:/1731566788448/Put/seqid=0 2024-11-14T06:46:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741837_1013 (size=6008) 2024-11-14T06:46:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741837_1013 (size=6008) 2024-11-14T06:46:28,650 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/f37675897b7f4127954c3e65c917d0e9 2024-11-14T06:46:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/f37675897b7f4127954c3e65c917d0e9 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9 2024-11-14T06:46:28,664 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T06:46:28,665 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 37ms, sequenceid=5, compaction requested=false 2024-11-14T06:46:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9bba897edb1d8a1e5198b4bde8f354ef: 2024-11-14T06:46:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:28,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T06:46:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T06:46:28,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T06:46:28,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-11-14T06:46:28,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 217 msec 2024-11-14T06:46:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:46:38,492 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T06:46:38,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:46:38,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:46:38,499 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:46:38,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:46:38,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T06:46:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:38,654 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9bba897edb1d8a1e5198b4bde8f354ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T06:46:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/db75b203840b493988b61aa8ad12e50f is 1055, key is row0002/info:/1731566798493/Put/seqid=0 2024-11-14T06:46:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741838_1014 (size=6008) 2024-11-14T06:46:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741838_1014 (size=6008) 2024-11-14T06:46:38,669 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/db75b203840b493988b61aa8ad12e50f 2024-11-14T06:46:38,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/db75b203840b493988b61aa8ad12e50f as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f 2024-11-14T06:46:38,683 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T06:46:38,685 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 31ms, sequenceid=9, compaction requested=false 2024-11-14T06:46:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9bba897edb1d8a1e5198b4bde8f354ef: 2024-11-14T06:46:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T06:46:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T06:46:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T06:46:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-14T06:46:38,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-11-14T06:46:46,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:46:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:46:48,564 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T06:46:48,591 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566808571, exclude list is [], retry=0 2024-11-14T06:46:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:46:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:46:48,595 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566777803 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566808571 2024-11-14T06:46:48,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39727:39727),(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-14T06:46:48,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566777803 is not closed yet, will try archiving it next time 2024-11-14T06:46:48,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741833_1009 (size=5471) 2024-11-14T06:46:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741833_1009 (size=5471) 2024-11-14T06:46:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:46:48,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:46:48,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:46:48,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:46:48,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T06:46:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:48,755 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9bba897edb1d8a1e5198b4bde8f354ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T06:46:48,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/386ddf90121b4028a68a11f024b22378 is 1055, key is row0003/info:/1731566808567/Put/seqid=0 2024-11-14T06:46:48,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741840_1016 (size=6008) 2024-11-14T06:46:48,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741840_1016 (size=6008) 2024-11-14T06:46:48,772 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/386ddf90121b4028a68a11f024b22378 2024-11-14T06:46:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/386ddf90121b4028a68a11f024b22378 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378 2024-11-14T06:46:48,786 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T06:46:48,787 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 31ms, sequenceid=13, compaction requested=true 2024-11-14T06:46:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9bba897edb1d8a1e5198b4bde8f354ef: 2024-11-14T06:46:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T06:46:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T06:46:48,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T06:46:48,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-14T06:46:48,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-14T06:46:58,595 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T06:46:58,595 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T06:46:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:46:58,674 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T06:46:58,681 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:46:58,684 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:46:58,686 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9bba897edb1d8a1e5198b4bde8f354ef/info is initiating minor compaction (all files) 2024-11-14T06:46:58,686 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:46:58,686 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:46:58,686 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9bba897edb1d8a1e5198b4bde8f354ef/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:58,687 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378] into tmpdir=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp, totalSize=17.6 K 2024-11-14T06:46:58,687 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f37675897b7f4127954c3e65c917d0e9, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731566788448 2024-11-14T06:46:58,688 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting db75b203840b493988b61aa8ad12e50f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731566798493 2024-11-14T06:46:58,688 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 386ddf90121b4028a68a11f024b22378, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731566808567 2024-11-14T06:46:58,710 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9bba897edb1d8a1e5198b4bde8f354ef#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:46:58,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/afe2dc3cca4441ee87a386358d928d50 is 1055, key is row0001/info:/1731566788448/Put/seqid=0 2024-11-14T06:46:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741841_1017 (size=8221) 2024-11-14T06:46:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741841_1017 (size=8221) 2024-11-14T06:46:58,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/afe2dc3cca4441ee87a386358d928d50 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/afe2dc3cca4441ee87a386358d928d50 2024-11-14T06:46:58,735 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bba897edb1d8a1e5198b4bde8f354ef/info of 9bba897edb1d8a1e5198b4bde8f354ef into afe2dc3cca4441ee87a386358d928d50(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:46:58,735 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9bba897edb1d8a1e5198b4bde8f354ef: 2024-11-14T06:46:58,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566818738, exclude list is [], retry=0 2024-11-14T06:46:58,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:46:58,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:46:58,755 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566808571 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566818738 2024-11-14T06:46:58,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:39727:39727)] 2024-11-14T06:46:58,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566808571 is not closed yet, will try archiving it next time 2024-11-14T06:46:58,756 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566777803 to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs/20680646cf8a%2C44577%2C1731566777013.1731566777803 2024-11-14T06:46:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741839_1015 (size=2495) 2024-11-14T06:46:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741839_1015 (size=2495) 2024-11-14T06:46:58,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:46:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:46:58,759 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:46:58,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:46:58,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:46:58,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T06:46:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:58,914 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9bba897edb1d8a1e5198b4bde8f354ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T06:46:58,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/67e7b400c64e4ca1aed968224fac0ba9 is 1055, key is row0000/info:/1731566818737/Put/seqid=0 2024-11-14T06:46:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741843_1019 (size=6008) 2024-11-14T06:46:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741843_1019 (size=6008) 2024-11-14T06:46:58,925 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/67e7b400c64e4ca1aed968224fac0ba9 2024-11-14T06:46:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/67e7b400c64e4ca1aed968224fac0ba9 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/67e7b400c64e4ca1aed968224fac0ba9 2024-11-14T06:46:58,937 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/67e7b400c64e4ca1aed968224fac0ba9, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T06:46:58,938 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 24ms, sequenceid=18, compaction requested=false 2024-11-14T06:46:58,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9bba897edb1d8a1e5198b4bde8f354ef: 2024-11-14T06:46:58,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:46:58,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T06:46:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T06:46:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T06:46:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-11-14T06:46:58,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-14T06:47:03,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9bba897edb1d8a1e5198b4bde8f354ef, had cached 0 bytes from a total of 14229 2024-11-14T06:47:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:47:08,845 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T06:47:08,865 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566828852, exclude list is [], retry=0 2024-11-14T06:47:08,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-739d8a17-978c-4145-be0a-0042e04db21c,DISK] 2024-11-14T06:47:08,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-2af0e650-2903-421a-b631-cd338457036c,DISK] 2024-11-14T06:47:08,869 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566818738 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566828852 2024-11-14T06:47:08,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:39727:39727)] 2024-11-14T06:47:08,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566818738 is not closed yet, will try archiving it next time 2024-11-14T06:47:08,870 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/WALs/20680646cf8a,44577,1731566777013/20680646cf8a%2C44577%2C1731566777013.1731566808571 to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs/20680646cf8a%2C44577%2C1731566777013.1731566808571 2024-11-14T06:47:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:47:08,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:47:08,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:08,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:08,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:08,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:47:08,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:47:08,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86293236, stopped=false 2024-11-14T06:47:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741842_1018 (size=2001) 2024-11-14T06:47:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741842_1018 (size=2001) 2024-11-14T06:47:08,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,45147,1731566776970 2024-11-14T06:47:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:08,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:47:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:08,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:08,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:47:08,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:08,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:08,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:08,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,44577,1731566777013' ***** 2024-11-14T06:47:08,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:47:08,874 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:47:08,874 INFO [RS:0;20680646cf8a:44577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:47:08,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:47:08,874 INFO [RS:0;20680646cf8a:44577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:47:08,874 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,44577,1731566777013 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:44577. 2024-11-14T06:47:08,875 DEBUG [RS:0;20680646cf8a:44577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bba897edb1d8a1e5198b4bde8f354ef, disabling compactions & flushes 2024-11-14T06:47:08,875 DEBUG [RS:0;20680646cf8a:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:08,875 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. after waiting 0 ms 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:47:08,875 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bba897edb1d8a1e5198b4bde8f354ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T06:47:08,875 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T06:47:08,875 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bba897edb1d8a1e5198b4bde8f354ef=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.} 2024-11-14T06:47:08,875 DEBUG [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bba897edb1d8a1e5198b4bde8f354ef 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:47:08,875 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:47:08,875 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:47:08,876 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:47:08,876 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:47:08,876 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T06:47:08,879 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/0fe1154106e7458e9998769d02155dd8 is 1055, key is row0001/info:/1731566828848/Put/seqid=0 2024-11-14T06:47:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741845_1021 (size=6008) 2024-11-14T06:47:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741845_1021 (size=6008) 2024-11-14T06:47:08,884 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/0fe1154106e7458e9998769d02155dd8 2024-11-14T06:47:08,892 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/.tmp/info/0fe1154106e7458e9998769d02155dd8 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/0fe1154106e7458e9998769d02155dd8 2024-11-14T06:47:08,893 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/info/779e5e5a16d34daf8f09511afc57b76d is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef./info:regioninfo/1731566778718/Put/seqid=0 2024-11-14T06:47:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741846_1022 (size=7308) 2024-11-14T06:47:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741846_1022 (size=7308) 2024-11-14T06:47:08,899 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/0fe1154106e7458e9998769d02155dd8, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T06:47:08,899 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/info/779e5e5a16d34daf8f09511afc57b76d 2024-11-14T06:47:08,900 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 25ms, sequenceid=22, compaction requested=true 2024-11-14T06:47:08,900 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378] to archive 2024-11-14T06:47:08,903 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:47:08,906 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9 to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/f37675897b7f4127954c3e65c917d0e9 2024-11-14T06:47:08,908 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/db75b203840b493988b61aa8ad12e50f 2024-11-14T06:47:08,909 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378 to hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/info/386ddf90121b4028a68a11f024b22378 2024-11-14T06:47:08,920 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=20680646cf8a:45147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T06:47:08,920 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f37675897b7f4127954c3e65c917d0e9=6008, db75b203840b493988b61aa8ad12e50f=6008, 386ddf90121b4028a68a11f024b22378=6008] 2024-11-14T06:47:08,922 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/ns/a4e7d79c23784d07848ff84117c073d3 is 43, key is default/ns:d/1731566778279/Put/seqid=0 2024-11-14T06:47:08,925 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9bba897edb1d8a1e5198b4bde8f354ef/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T06:47:08,926 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:47:08,926 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bba897edb1d8a1e5198b4bde8f354ef: Waiting for close lock at 1731566828875Running coprocessor pre-close hooks at 1731566828875Disabling compacts and flushes for region at 1731566828875Disabling writes for close at 1731566828875Obtaining lock to block concurrent updates at 1731566828875Preparing flush snapshotting stores in 9bba897edb1d8a1e5198b4bde8f354ef at 1731566828875Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731566828876 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. at 1731566828876Flushing 9bba897edb1d8a1e5198b4bde8f354ef/info: creating writer at 1731566828876Flushing 9bba897edb1d8a1e5198b4bde8f354ef/info: appending metadata at 1731566828879 (+3 ms)Flushing 9bba897edb1d8a1e5198b4bde8f354ef/info: closing flushed file at 1731566828879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6927bd82: reopening flushed file at 1731566828891 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9bba897edb1d8a1e5198b4bde8f354ef in 25ms, sequenceid=22, compaction requested=true at 1731566828900 (+9 ms)Writing region close event to WAL at 1731566828921 (+21 ms)Running coprocessor post-close hooks at 1731566828926 (+5 ms)Closed at 1731566828926 2024-11-14T06:47:08,926 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731566778354.9bba897edb1d8a1e5198b4bde8f354ef. 2024-11-14T06:47:08,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741847_1023 (size=5153) 2024-11-14T06:47:08,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741847_1023 (size=5153) 2024-11-14T06:47:08,928 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/ns/a4e7d79c23784d07848ff84117c073d3 2024-11-14T06:47:08,949 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/table/6f345c56178c484eb68c8a7cae0a09d0 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731566778727/Put/seqid=0 2024-11-14T06:47:08,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741848_1024 (size=5508) 2024-11-14T06:47:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741848_1024 (size=5508) 2024-11-14T06:47:08,955 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/table/6f345c56178c484eb68c8a7cae0a09d0 2024-11-14T06:47:08,963 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/info/779e5e5a16d34daf8f09511afc57b76d as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/info/779e5e5a16d34daf8f09511afc57b76d 2024-11-14T06:47:08,970 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/info/779e5e5a16d34daf8f09511afc57b76d, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T06:47:08,971 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/ns/a4e7d79c23784d07848ff84117c073d3 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/ns/a4e7d79c23784d07848ff84117c073d3 2024-11-14T06:47:08,978 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/ns/a4e7d79c23784d07848ff84117c073d3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T06:47:08,980 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/.tmp/table/6f345c56178c484eb68c8a7cae0a09d0 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/table/6f345c56178c484eb68c8a7cae0a09d0 2024-11-14T06:47:08,986 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/table/6f345c56178c484eb68c8a7cae0a09d0, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T06:47:08,987 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false 2024-11-14T06:47:08,992 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T06:47:08,993 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:47:08,993 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:08,993 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566828875Running coprocessor pre-close hooks at 1731566828875Disabling compacts and flushes for region at 1731566828875Disabling writes for close at 1731566828876 (+1 ms)Obtaining lock to block concurrent updates at 1731566828876Preparing flush snapshotting stores in 1588230740 at 1731566828876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731566828876Flushing stores of hbase:meta,,1.1588230740 at 1731566828876Flushing 1588230740/info: creating writer at 1731566828876Flushing 1588230740/info: appending metadata at 1731566828892 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731566828892Flushing 1588230740/ns: creating writer at 1731566828906 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731566828922 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731566828922Flushing 1588230740/table: creating writer at 1731566828934 (+12 ms)Flushing 1588230740/table: appending metadata at 1731566828948 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731566828948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be77665: reopening flushed file at 1731566828961 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0e7aee: reopening flushed file at 1731566828970 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c54437: reopening flushed file at 1731566828979 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false at 1731566828987 (+8 ms)Writing region close event to WAL at 1731566828988 (+1 ms)Running coprocessor post-close hooks at 1731566828993 (+5 ms)Closed at 1731566828993 2024-11-14T06:47:08,993 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:09,076 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,44577,1731566777013; all regions closed. 2024-11-14T06:47:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741834_1010 (size=3306) 2024-11-14T06:47:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741834_1010 (size=3306) 2024-11-14T06:47:09,085 DEBUG [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs 2024-11-14T06:47:09,085 INFO [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C44577%2C1731566777013.meta:.meta(num 1731566778224) 2024-11-14T06:47:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741844_1020 (size=1252) 2024-11-14T06:47:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741844_1020 (size=1252) 2024-11-14T06:47:09,092 DEBUG [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/oldWALs 2024-11-14T06:47:09,092 INFO [RS:0;20680646cf8a:44577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C44577%2C1731566777013:(num 1731566828852) 2024-11-14T06:47:09,092 DEBUG [RS:0;20680646cf8a:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:09,093 INFO [RS:0;20680646cf8a:44577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:47:09,093 INFO [RS:0;20680646cf8a:44577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:47:09,093 INFO [RS:0;20680646cf8a:44577 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T06:47:09,093 INFO [RS:0;20680646cf8a:44577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:47:09,093 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:47:09,093 INFO [RS:0;20680646cf8a:44577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44577 2024-11-14T06:47:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,44577,1731566777013 2024-11-14T06:47:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:47:09,095 INFO [RS:0;20680646cf8a:44577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:47:09,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,44577,1731566777013] 2024-11-14T06:47:09,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,44577,1731566777013 already deleted, retry=false 2024-11-14T06:47:09,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,44577,1731566777013 expired; onlineServers=0 2024-11-14T06:47:09,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,45147,1731566776970' ***** 2024-11-14T06:47:09,096 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:47:09,096 INFO [M:0;20680646cf8a:45147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:47:09,096 INFO [M:0;20680646cf8a:45147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:47:09,097 DEBUG [M:0;20680646cf8a:45147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:47:09,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:47:09,097 DEBUG [M:0;20680646cf8a:45147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:47:09,097 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566777599 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566777599,5,FailOnTimeoutGroup] 2024-11-14T06:47:09,097 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566777599 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566777599,5,FailOnTimeoutGroup] 2024-11-14T06:47:09,097 INFO [M:0;20680646cf8a:45147 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:47:09,097 INFO [M:0;20680646cf8a:45147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:47:09,097 DEBUG [M:0;20680646cf8a:45147 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:47:09,097 INFO [M:0;20680646cf8a:45147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:47:09,097 INFO [M:0;20680646cf8a:45147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:47:09,097 INFO [M:0;20680646cf8a:45147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:47:09,098 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:47:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:47:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:09,098 DEBUG [M:0;20680646cf8a:45147 {}] zookeeper.ZKUtil(347): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:47:09,098 WARN [M:0;20680646cf8a:45147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:47:09,099 INFO [M:0;20680646cf8a:45147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/.lastflushedseqids 2024-11-14T06:47:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741849_1025 (size=130) 2024-11-14T06:47:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741849_1025 (size=130) 2024-11-14T06:47:09,107 INFO [M:0;20680646cf8a:45147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:47:09,108 INFO [M:0;20680646cf8a:45147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:47:09,108 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:47:09,108 INFO [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:09,108 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:09,108 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:47:09,108 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:09,108 INFO [M:0;20680646cf8a:45147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-14T06:47:09,124 DEBUG [M:0;20680646cf8a:45147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6407c1419d0d42179a8c9d23ad3753fc is 82, key is hbase:meta,,1/info:regioninfo/1731566778264/Put/seqid=0 2024-11-14T06:47:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741850_1026 (size=5672) 2024-11-14T06:47:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741850_1026 (size=5672) 2024-11-14T06:47:09,129 INFO [M:0;20680646cf8a:45147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6407c1419d0d42179a8c9d23ad3753fc 2024-11-14T06:47:09,150 DEBUG [M:0;20680646cf8a:45147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4999dd5881734a97ab890f07bfb3e796 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731566778733/Put/seqid=0 2024-11-14T06:47:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741851_1027 (size=7819) 2024-11-14T06:47:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741851_1027 (size=7819) 2024-11-14T06:47:09,155 INFO [M:0;20680646cf8a:45147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4999dd5881734a97ab890f07bfb3e796 2024-11-14T06:47:09,160 INFO [M:0;20680646cf8a:45147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4999dd5881734a97ab890f07bfb3e796 2024-11-14T06:47:09,175 DEBUG [M:0;20680646cf8a:45147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6415888cafe4d29b4d0c9989b7554e9 is 69, key is 20680646cf8a,44577,1731566777013/rs:state/1731566777655/Put/seqid=0 2024-11-14T06:47:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741852_1028 (size=5156) 2024-11-14T06:47:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741852_1028 (size=5156) 2024-11-14T06:47:09,181 INFO [M:0;20680646cf8a:45147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6415888cafe4d29b4d0c9989b7554e9 2024-11-14T06:47:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:09,196 INFO [RS:0;20680646cf8a:44577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:47:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x1003cfb8ee80001, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:09,196 INFO [RS:0;20680646cf8a:44577 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,44577,1731566777013; zookeeper connection closed. 2024-11-14T06:47:09,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f299fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f299fc 2024-11-14T06:47:09,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:47:09,200 DEBUG [M:0;20680646cf8a:45147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/21a59f84f86440fbba4844bf62fbd2f0 is 52, key is load_balancer_on/state:d/1731566778349/Put/seqid=0 2024-11-14T06:47:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741853_1029 (size=5056) 2024-11-14T06:47:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741853_1029 (size=5056) 2024-11-14T06:47:09,206 INFO [M:0;20680646cf8a:45147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/21a59f84f86440fbba4844bf62fbd2f0 2024-11-14T06:47:09,211 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6407c1419d0d42179a8c9d23ad3753fc as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6407c1419d0d42179a8c9d23ad3753fc 2024-11-14T06:47:09,217 INFO [M:0;20680646cf8a:45147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6407c1419d0d42179a8c9d23ad3753fc, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T06:47:09,218 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4999dd5881734a97ab890f07bfb3e796 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4999dd5881734a97ab890f07bfb3e796 2024-11-14T06:47:09,223 INFO [M:0;20680646cf8a:45147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4999dd5881734a97ab890f07bfb3e796 2024-11-14T06:47:09,223 INFO [M:0;20680646cf8a:45147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4999dd5881734a97ab890f07bfb3e796, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T06:47:09,224 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6415888cafe4d29b4d0c9989b7554e9 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6415888cafe4d29b4d0c9989b7554e9 2024-11-14T06:47:09,229 INFO [M:0;20680646cf8a:45147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6415888cafe4d29b4d0c9989b7554e9, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T06:47:09,230 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/21a59f84f86440fbba4844bf62fbd2f0 as hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/21a59f84f86440fbba4844bf62fbd2f0 2024-11-14T06:47:09,234 INFO [M:0;20680646cf8a:45147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/21a59f84f86440fbba4844bf62fbd2f0, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T06:47:09,236 INFO [M:0;20680646cf8a:45147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false 2024-11-14T06:47:09,237 INFO [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:09,237 DEBUG [M:0;20680646cf8a:45147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566829108Disabling compacts and flushes for region at 1731566829108Disabling writes for close at 1731566829108Obtaining lock to block concurrent updates at 1731566829108Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731566829108Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731566829109 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731566829109Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731566829109Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731566829123 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731566829123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731566829134 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731566829149 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731566829149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731566829161 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731566829175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731566829175Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731566829186 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731566829200 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731566829200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54708c74: reopening flushed file at 1731566829211 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146e9720: reopening flushed file at 1731566829217 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e75b4d: reopening flushed file at 1731566829223 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28749082: reopening flushed file at 1731566829229 (+6 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false at 1731566829236 (+7 ms)Writing region close event to WAL at 1731566829237 (+1 ms)Closed at 1731566829237 2024-11-14T06:47:09,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741830_1006 (size=52999) 2024-11-14T06:47:09,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9fdc384-97f6-4992-96c0-a61a0264a799/MasterData/WALs/20680646cf8a,45147,1731566776970/20680646cf8a%2C45147%2C1731566776970.1731566777515 not finished, retry = 0 2024-11-14T06:47:09,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741830_1006 (size=52999) 2024-11-14T06:47:09,341 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:47:09,341 INFO [M:0;20680646cf8a:45147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:47:09,341 INFO [M:0;20680646cf8a:45147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45147 2024-11-14T06:47:09,342 INFO [M:0;20680646cf8a:45147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:47:09,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:09,444 INFO [M:0;20680646cf8a:45147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:47:09,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45147-0x1003cfb8ee80000, quorum=127.0.0.1:58088, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:09,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1caa5671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:09,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a563cd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:09,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:09,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541d2215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:09,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5fe472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:09,455 WARN [BP-2147383186-172.17.0.2-1731566776351 heartbeating to localhost/127.0.0.1:44203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:47:09,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:47:09,455 WARN [BP-2147383186-172.17.0.2-1731566776351 heartbeating to localhost/127.0.0.1:44203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2147383186-172.17.0.2-1731566776351 (Datanode Uuid 8c756134-d00c-41e5-9462-90cf68d2c72f) service to localhost/127.0.0.1:44203 2024-11-14T06:47:09,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:47:09,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data3/current/BP-2147383186-172.17.0.2-1731566776351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:09,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data4/current/BP-2147383186-172.17.0.2-1731566776351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:09,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:47:09,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15346c86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:09,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e840262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:09,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:09,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29974d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:09,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c3e298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:09,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:47:09,461 WARN [BP-2147383186-172.17.0.2-1731566776351 heartbeating to localhost/127.0.0.1:44203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:47:09,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:47:09,461 WARN [BP-2147383186-172.17.0.2-1731566776351 heartbeating to localhost/127.0.0.1:44203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2147383186-172.17.0.2-1731566776351 (Datanode Uuid a969b8f3-8ee9-42aa-b289-6bfa73129b41) service to localhost/127.0.0.1:44203 2024-11-14T06:47:09,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data1/current/BP-2147383186-172.17.0.2-1731566776351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:09,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/cluster_735cb679-3458-db68-8b23-0464d1c66e82/data/data2/current/BP-2147383186-172.17.0.2-1731566776351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:09,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:47:09,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa18cb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:47:09,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@705b4bdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:09,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:09,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@518549e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:09,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47567de2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:09,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:47:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T06:47:09,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=88 (was 100), ProcessCount=11 (was 11), AvailableMemoryMB=279 (was 511) 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=88, ProcessCount=11, AvailableMemoryMB=279 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.log.dir so I do NOT create it in target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/67aacbae-5858-6053-23ee-5a9ef73d205e/hadoop.tmp.dir so I do NOT create it in target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81, deleteOnExit=true 2024-11-14T06:47:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/test.cache.data in system properties and HBase conf 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:47:09,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:47:09,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:47:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:47:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:47:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:47:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:47:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:47:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:47:09,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:09,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:09,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:09,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:09,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:47:09,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:09,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35496952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:09,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fae1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:09,671 INFO [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:47:09,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb7183c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/java.io.tmpdir/jetty-localhost-38357-hadoop-hdfs-3_4_1-tests_jar-_-any-11313855411327744033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:47:09,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dab187e{HTTP/1.1, (http/1.1)}{localhost:38357} 2024-11-14T06:47:09,676 INFO [Time-limited test {}] server.Server(415): Started @140058ms 2024-11-14T06:47:09,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:09,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:09,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:09,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:09,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:47:09,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2781e11a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:09,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2c8f52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:09,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53cfe7e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/java.io.tmpdir/jetty-localhost-44397-hadoop-hdfs-3_4_1-tests_jar-_-any-17145085897726775412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:09,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1eefbd61{HTTP/1.1, (http/1.1)}{localhost:44397} 2024-11-14T06:47:09,836 INFO [Time-limited test {}] server.Server(415): Started @140218ms 2024-11-14T06:47:09,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:47:09,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:09,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:09,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:09,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:09,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:47:09,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf15790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:09,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d191941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:09,897 WARN [Thread-1085 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data1/current/BP-1037736362-172.17.0.2-1731566829530/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:09,897 WARN [Thread-1086 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data2/current/BP-1037736362-172.17.0.2-1731566829530/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:09,912 WARN [Thread-1064 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:47:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3373b97a9991a69b with lease ID 0x93d923365367e204: Processing first storage report for DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4 from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=a13e811c-884b-4bfa-97bb-dd67adf7606e, infoPort=42393, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530) 2024-11-14T06:47:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3373b97a9991a69b with lease ID 0x93d923365367e204: from storage DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4 node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=a13e811c-884b-4bfa-97bb-dd67adf7606e, infoPort=42393, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3373b97a9991a69b with lease ID 0x93d923365367e204: Processing first storage report for DS-5ed8f420-eaf3-42d8-9da5-0d4f3ef068fb from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=a13e811c-884b-4bfa-97bb-dd67adf7606e, infoPort=42393, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530) 2024-11-14T06:47:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3373b97a9991a69b with lease ID 0x93d923365367e204: from storage DS-5ed8f420-eaf3-42d8-9da5-0d4f3ef068fb node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=a13e811c-884b-4bfa-97bb-dd67adf7606e, infoPort=42393, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:09,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67dd5012{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/java.io.tmpdir/jetty-localhost-36613-hadoop-hdfs-3_4_1-tests_jar-_-any-6446024512671131772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:09,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46083b64{HTTP/1.1, (http/1.1)}{localhost:36613} 2024-11-14T06:47:09,970 INFO [Time-limited test {}] server.Server(415): Started @140352ms 2024-11-14T06:47:09,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:47:10,029 WARN [Thread-1111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data3/current/BP-1037736362-172.17.0.2-1731566829530/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:10,029 WARN [Thread-1112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data4/current/BP-1037736362-172.17.0.2-1731566829530/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:10,044 WARN [Thread-1100 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:47:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb55528df3c5cf0d with lease ID 0x93d923365367e205: Processing first storage report for DS-f5554ac3-3518-4524-8688-a13787dfc0aa from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=8f82a9e0-8368-4f81-a4df-1e5e7ba63599, infoPort=37593, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530) 2024-11-14T06:47:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb55528df3c5cf0d with lease ID 0x93d923365367e205: from storage DS-f5554ac3-3518-4524-8688-a13787dfc0aa node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=8f82a9e0-8368-4f81-a4df-1e5e7ba63599, infoPort=37593, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb55528df3c5cf0d with lease ID 0x93d923365367e205: Processing first storage report for DS-f228f3da-b9ee-484c-97f6-240a8f803d7c from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=8f82a9e0-8368-4f81-a4df-1e5e7ba63599, infoPort=37593, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530) 2024-11-14T06:47:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb55528df3c5cf0d with lease ID 0x93d923365367e205: from storage DS-f228f3da-b9ee-484c-97f6-240a8f803d7c node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=8f82a9e0-8368-4f81-a4df-1e5e7ba63599, infoPort=37593, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=1701366834;c=1731566829530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:10,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe 2024-11-14T06:47:10,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/zookeeper_0, clientPort=59560, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:47:10,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59560 2024-11-14T06:47:10,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:47:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:47:10,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0 with version=8 2024-11-14T06:47:10,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase-staging 2024-11-14T06:47:10,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:47:10,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:47:10,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:47:10,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37637 2024-11-14T06:47:10,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37637 connecting to ZooKeeper ensemble=127.0.0.1:59560 2024-11-14T06:47:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376370x0, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:47:10,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37637-0x1003cfc5e800000 connected 2024-11-14T06:47:10,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:10,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0, hbase.cluster.distributed=false 2024-11-14T06:47:10,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:47:10,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37637 2024-11-14T06:47:10,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37637 2024-11-14T06:47:10,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37637 2024-11-14T06:47:10,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37637 2024-11-14T06:47:10,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37637 2024-11-14T06:47:10,172 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:47:10,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:47:10,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46877 2024-11-14T06:47:10,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46877 connecting to ZooKeeper ensemble=127.0.0.1:59560 2024-11-14T06:47:10,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468770x0, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:47:10,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468770x0, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:10,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46877-0x1003cfc5e800001 connected 2024-11-14T06:47:10,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:47:10,183 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:47:10,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:47:10,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:47:10,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T06:47:10,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-14T06:47:10,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-14T06:47:10,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T06:47:10,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T06:47:10,202 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:37637 2024-11-14T06:47:10,202 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:10,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:10,204 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:47:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,206 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:47:10,206 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,37637,1731566830118 from backup master directory 2024-11-14T06:47:10,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:10,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:10,207 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:47:10,207 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,211 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/hbase.id] with ID: 5b1282a0-fd38-42da-a42d-d6b83e7d7503 2024-11-14T06:47:10,211 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/.tmp/hbase.id 2024-11-14T06:47:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:47:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:47:10,221 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/.tmp/hbase.id]:[hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/hbase.id] 2024-11-14T06:47:10,234 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:10,234 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:47:10,235 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T06:47:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:47:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:47:10,246 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:47:10,247 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:47:10,247 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:47:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:47:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:47:10,259 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store 2024-11-14T06:47:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:47:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:47:10,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:10,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:47:10,268 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:10,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:10,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:47:10,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:10,269 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:10,269 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566830268Disabling compacts and flushes for region at 1731566830268Disabling writes for close at 1731566830268Writing region close event to WAL at 1731566830268Closed at 1731566830269 (+1 ms) 2024-11-14T06:47:10,270 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/.initializing 2024-11-14T06:47:10,270 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/WALs/20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,271 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:47:10,273 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C37637%2C1731566830118, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/WALs/20680646cf8a,37637,1731566830118, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/oldWALs, maxLogs=10 2024-11-14T06:47:10,288 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/WALs/20680646cf8a,37637,1731566830118/20680646cf8a%2C37637%2C1731566830118.1731566830273, exclude list is [], retry=0 2024-11-14T06:47:10,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4,DISK] 2024-11-14T06:47:10,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-f5554ac3-3518-4524-8688-a13787dfc0aa,DISK] 2024-11-14T06:47:10,293 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/WALs/20680646cf8a,37637,1731566830118/20680646cf8a%2C37637%2C1731566830118.1731566830273 2024-11-14T06:47:10,293 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393),(127.0.0.1/127.0.0.1:37593:37593)] 2024-11-14T06:47:10,293 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:47:10,294 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:10,294 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,294 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:47:10,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:47:10,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:10,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:47:10,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:10,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:47:10,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:10,302 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,303 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,303 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,305 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,305 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,305 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:47:10,306 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:10,308 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:47:10,309 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=799524, jitterRate=0.016647547483444214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:47:10,310 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731566830294Initializing all the Stores at 1731566830295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566830295Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566830296 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566830296Cleaning up temporary data from old regions at 1731566830305 (+9 ms)Region opened successfully at 1731566830309 (+4 ms) 2024-11-14T06:47:10,310 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:47:10,313 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e9706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:47:10,314 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:47:10,314 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:47:10,314 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:47:10,314 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:47:10,314 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T06:47:10,315 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T06:47:10,315 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:47:10,317 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:47:10,317 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:47:10,318 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:47:10,318 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:47:10,319 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:47:10,320 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:47:10,320 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:47:10,321 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:47:10,321 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:47:10,322 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:47:10,323 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:47:10,324 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:47:10,325 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:47:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,327 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,37637,1731566830118, sessionid=0x1003cfc5e800000, setting cluster-up flag (Was=false) 2024-11-14T06:47:10,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,330 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:47:10,331 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,336 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:47:10,337 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,37637,1731566830118 2024-11-14T06:47:10,338 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:47:10,339 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:10,339 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:47:10,339 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:47:10,339 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,37637,1731566830118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:47:10,341 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731566860342 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:47:10,342 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:10,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:47:10,343 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:47:10,343 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:47:10,343 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:47:10,343 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:47:10,343 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:47:10,343 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566830343,5,FailOnTimeoutGroup] 2024-11-14T06:47:10,343 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566830343,5,FailOnTimeoutGroup] 2024-11-14T06:47:10,344 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,344 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:47:10,344 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,344 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:47:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:47:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:47:10,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:47:10,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0 2024-11-14T06:47:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:47:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:47:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:10,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:47:10,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:47:10,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:47:10,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:47:10,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:47:10,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:47:10,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:47:10,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:47:10,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:47:10,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740 2024-11-14T06:47:10,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740 2024-11-14T06:47:10,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:47:10,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:47:10,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:47:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:47:10,378 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:47:10,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=708271, jitterRate=-0.09938764572143555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:47:10,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731566830364Initializing all the Stores at 1731566830365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566830365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830365Cleaning up temporary data from old regions at 1731566830374 (+9 ms)Region opened successfully at 1731566830379 (+5 ms) 2024-11-14T06:47:10,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:47:10,379 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:47:10,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:47:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:47:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:47:10,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566830379Disabling compacts and flushes for region at 1731566830379Disabling writes for close at 1731566830380 (+1 ms)Writing region close event to WAL at 1731566830380Closed at 1731566830380 2024-11-14T06:47:10,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:10,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:47:10,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:47:10,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:47:10,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:47:10,393 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(746): ClusterId : 5b1282a0-fd38-42da-a42d-d6b83e7d7503 2024-11-14T06:47:10,393 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:47:10,395 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:47:10,395 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:47:10,397 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:47:10,397 DEBUG [RS:0;20680646cf8a:46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184f712e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:47:10,411 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:46877 2024-11-14T06:47:10,412 INFO [RS:0;20680646cf8a:46877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:47:10,412 INFO [RS:0;20680646cf8a:46877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:47:10,412 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:47:10,412 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,37637,1731566830118 with port=46877, startcode=1731566830172 2024-11-14T06:47:10,413 DEBUG [RS:0;20680646cf8a:46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:47:10,414 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39893, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:47:10,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,416 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0 2024-11-14T06:47:10,416 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37409 2024-11-14T06:47:10,416 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:47:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:47:10,418 DEBUG [RS:0;20680646cf8a:46877 {}] zookeeper.ZKUtil(111): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,418 WARN [RS:0;20680646cf8a:46877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:47:10,418 INFO [RS:0;20680646cf8a:46877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:47:10,418 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,46877,1731566830172] 2024-11-14T06:47:10,422 INFO [RS:0;20680646cf8a:46877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:47:10,424 INFO [RS:0;20680646cf8a:46877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:47:10,424 INFO [RS:0;20680646cf8a:46877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:47:10,425 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,425 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:47:10,426 INFO [RS:0;20680646cf8a:46877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:47:10,426 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,426 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:47:10,427 DEBUG [RS:0;20680646cf8a:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,429 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46877,1731566830172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:47:10,445 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:47:10,445 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46877,1731566830172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,445 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,445 INFO [RS:0;20680646cf8a:46877 {}] regionserver.Replication(171): 20680646cf8a,46877,1731566830172 started 2024-11-14T06:47:10,458 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:10,459 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,46877,1731566830172, RpcServer on 20680646cf8a/172.17.0.2:46877, sessionid=0x1003cfc5e800001 2024-11-14T06:47:10,459 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:47:10,459 DEBUG [RS:0;20680646cf8a:46877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,459 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46877,1731566830172' 2024-11-14T06:47:10,459 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46877,1731566830172' 2024-11-14T06:47:10,460 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:47:10,461 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:47:10,461 DEBUG [RS:0;20680646cf8a:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:47:10,461 INFO [RS:0;20680646cf8a:46877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:47:10,461 INFO [RS:0;20680646cf8a:46877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:47:10,534 WARN [20680646cf8a:37637 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T06:47:10,562 INFO [RS:0;20680646cf8a:46877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:47:10,564 INFO [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46877%2C1731566830172, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs, maxLogs=32 2024-11-14T06:47:10,581 DEBUG [RS:0;20680646cf8a:46877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566830565, exclude list is [], retry=0 2024-11-14T06:47:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-f5554ac3-3518-4524-8688-a13787dfc0aa,DISK] 2024-11-14T06:47:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4,DISK] 2024-11-14T06:47:10,586 INFO [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566830565 2024-11-14T06:47:10,586 DEBUG [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393),(127.0.0.1/127.0.0.1:37593:37593)] 2024-11-14T06:47:10,784 DEBUG [20680646cf8a:37637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:47:10,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:10,788 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,46877,1731566830172, state=OPENING 2024-11-14T06:47:10,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:47:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:10,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:47:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:10,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,46877,1731566830172}] 2024-11-14T06:47:10,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:47:10,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:47:10,958 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:47:10,959 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:47:10,959 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:47:10,962 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46877%2C1731566830172.meta, suffix=.meta, logDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs, maxLogs=32 2024-11-14T06:47:10,977 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.meta.1731566830964.meta, exclude list is [], retry=0 2024-11-14T06:47:10,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-f5554ac3-3518-4524-8688-a13787dfc0aa,DISK] 2024-11-14T06:47:10,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4,DISK] 2024-11-14T06:47:10,981 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.meta.1731566830964.meta 2024-11-14T06:47:10,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393),(127.0.0.1/127.0.0.1:37593:37593)] 2024-11-14T06:47:10,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:47:10,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:47:10,982 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:47:10,982 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:47:10,982 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:47:10,982 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:10,982 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:47:10,982 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:47:10,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:47:10,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:47:10,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:47:10,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:47:10,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:47:10,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:47:10,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:47:10,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:47:10,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:10,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:10,989 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:47:10,990 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740 2024-11-14T06:47:10,991 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740 2024-11-14T06:47:10,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:47:10,992 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:47:10,993 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:47:10,995 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:47:10,996 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=843124, jitterRate=0.07208815217018127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:47:10,996 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:47:10,996 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731566830982Writing region info on filesystem at 1731566830982Initializing all the Stores at 1731566830983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566830983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566830983Cleaning up temporary data from old regions at 1731566830992 (+9 ms)Running coprocessor post-open hooks at 1731566830996 (+4 ms)Region opened successfully at 1731566830996 2024-11-14T06:47:10,998 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731566830948 2024-11-14T06:47:11,000 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:47:11,000 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:47:11,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:11,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,46877,1731566830172, state=OPEN 2024-11-14T06:47:11,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:47:11,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:47:11,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:11,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:11,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,46877,1731566830172 2024-11-14T06:47:11,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:47:11,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,46877,1731566830172 in 210 msec 2024-11-14T06:47:11,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:47:11,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-14T06:47:11,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:11,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:47:11,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:47:11,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,46877,1731566830172, seqNum=-1] 2024-11-14T06:47:11,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:47:11,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:47:11,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-14T06:47:11,017 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731566831017, completionTime=-1 2024-11-14T06:47:11,017 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:47:11,017 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731566891019 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731566951019 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,019 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,020 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:37637, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,020 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,020 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,021 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.816sec 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:47:11,023 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:47:11,026 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:47:11,026 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:47:11,027 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,37637,1731566830118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:11,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d98abf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:47:11,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,37637,-1 for getting cluster id 2024-11-14T06:47:11,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:47:11,097 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b1282a0-fd38-42da-a42d-d6b83e7d7503' 2024-11-14T06:47:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:47:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b1282a0-fd38-42da-a42d-d6b83e7d7503" 2024-11-14T06:47:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e314c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:47:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,37637,-1] 2024-11-14T06:47:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:47:11,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:11,103 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:47:11,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4accc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:47:11,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:47:11,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,46877,1731566830172, seqNum=-1] 2024-11-14T06:47:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:47:11,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:47:11,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,37637,1731566830118 2024-11-14T06:47:11,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:11,115 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T06:47:11,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:47:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,37637,1731566830118 2024-11-14T06:47:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d9043c2 2024-11-14T06:47:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:47:11,119 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:47:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T06:47:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T06:47:11,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:47:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T06:47:11,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:47:11,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:11,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T06:47:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:47:11,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:47:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741835_1011 (size=381) 2024-11-14T06:47:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741835_1011 (size=381) 2024-11-14T06:47:11,138 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22c0ceeae2e6c94011cee77674341960, NAME => 'TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0 2024-11-14T06:47:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741836_1012 (size=64) 2024-11-14T06:47:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741836_1012 (size=64) 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 22c0ceeae2e6c94011cee77674341960, disabling compactions & flushes 2024-11-14T06:47:11,146 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. after waiting 0 ms 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,146 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,146 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22c0ceeae2e6c94011cee77674341960: Waiting for close lock at 1731566831146Disabling compacts and flushes for region at 1731566831146Disabling writes for close at 1731566831146Writing region close event to WAL at 1731566831146Closed at 1731566831146 2024-11-14T06:47:11,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:47:11,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731566831147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566831147"}]},"ts":"1731566831147"} 2024-11-14T06:47:11,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:47:11,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:47:11,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566831151"}]},"ts":"1731566831151"} 2024-11-14T06:47:11,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T06:47:11,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, ASSIGN}] 2024-11-14T06:47:11,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, ASSIGN 2024-11-14T06:47:11,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, ASSIGN; state=OFFLINE, location=20680646cf8a,46877,1731566830172; forceNewPlan=false, retain=false 2024-11-14T06:47:11,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22c0ceeae2e6c94011cee77674341960, regionState=OPENING, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:11,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, ASSIGN because future has completed 2024-11-14T06:47:11,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172}] 2024-11-14T06:47:11,473 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,473 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22c0ceeae2e6c94011cee77674341960, NAME => 'TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:47:11,474 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,474 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:11,474 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,474 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,476 INFO [StoreOpener-22c0ceeae2e6c94011cee77674341960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,478 INFO [StoreOpener-22c0ceeae2e6c94011cee77674341960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c0ceeae2e6c94011cee77674341960 columnFamilyName info 2024-11-14T06:47:11,478 DEBUG [StoreOpener-22c0ceeae2e6c94011cee77674341960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:11,479 INFO [StoreOpener-22c0ceeae2e6c94011cee77674341960-1 {}] regionserver.HStore(327): Store=22c0ceeae2e6c94011cee77674341960/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:11,479 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,480 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,480 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,484 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,487 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:47:11,487 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22c0ceeae2e6c94011cee77674341960; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883794, jitterRate=0.1238023042678833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:47:11,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:11,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22c0ceeae2e6c94011cee77674341960: Running coprocessor pre-open hook at 1731566831474Writing region info on filesystem at 1731566831474Initializing all the Stores at 1731566831476 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566831476Cleaning up temporary data from old regions at 1731566831481 (+5 ms)Running coprocessor post-open hooks at 1731566831488 (+7 ms)Region opened successfully at 1731566831488 2024-11-14T06:47:11,489 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., pid=6, masterSystemTime=1731566831469 2024-11-14T06:47:11,492 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,492 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:11,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22c0ceeae2e6c94011cee77674341960, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:11,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 because future has completed 2024-11-14T06:47:11,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T06:47:11,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 in 186 msec 2024-11-14T06:47:11,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T06:47:11,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, ASSIGN in 348 msec 2024-11-14T06:47:11,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:47:11,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731566831506"}]},"ts":"1731566831506"} 2024-11-14T06:47:11,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T06:47:11,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:47:11,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 388 msec 2024-11-14T06:47:13,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:13,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:47:14,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:14,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T06:47:14,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T06:47:14,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T06:47:16,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:47:16,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T06:47:20,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:47:20,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:20,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:47:21,204 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T06:47:21,205 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T06:47:21,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T06:47:21,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:21,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2] 2024-11-14T06:47:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:21,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:21,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/9c4bfa0c6d994351a0c0cf5aab708253 is 1055, key is row0001/info:/1731566841216/Put/seqid=0 2024-11-14T06:47:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741837_1013 (size=13386) 2024-11-14T06:47:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741837_1013 (size=13386) 2024-11-14T06:47:21,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/9c4bfa0c6d994351a0c0cf5aab708253 2024-11-14T06:47:21,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/9c4bfa0c6d994351a0c0cf5aab708253 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253 2024-11-14T06:47:21,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T06:47:21,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 22c0ceeae2e6c94011cee77674341960 in 40ms, sequenceid=12, compaction requested=false 2024-11-14T06:47:21,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:21,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T06:47:21,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/642675ee83e54a0aa9b4e67a668b4eec is 1055, key is row0009/info:/1731566841231/Put/seqid=0 2024-11-14T06:47:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741838_1014 (size=22874) 2024-11-14T06:47:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741838_1014 (size=22874) 2024-11-14T06:47:21,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/642675ee83e54a0aa9b4e67a668b4eec 2024-11-14T06:47:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/642675ee83e54a0aa9b4e67a668b4eec as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec 2024-11-14T06:47:21,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec, entries=17, sequenceid=32, filesize=22.3 K 2024-11-14T06:47:21,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 22c0ceeae2e6c94011cee77674341960 in 23ms, sequenceid=32, compaction requested=false 2024-11-14T06:47:21,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:21,295 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=35.4 K, sizeToCheck=16.0 K 2024-11-14T06:47:21,295 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:21,295 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec because midkey is the same as first or last row 2024-11-14T06:47:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:23,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:23,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3f53c816376d4c68a4dac7b3c72d6796 is 1055, key is row0026/info:/1731566841272/Put/seqid=0 2024-11-14T06:47:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741839_1015 (size=13386) 2024-11-14T06:47:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741839_1015 (size=13386) 2024-11-14T06:47:23,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3f53c816376d4c68a4dac7b3c72d6796 2024-11-14T06:47:23,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3f53c816376d4c68a4dac7b3c72d6796 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796 2024-11-14T06:47:23,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796, entries=8, sequenceid=43, filesize=13.1 K 2024-11-14T06:47:23,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 22c0ceeae2e6c94011cee77674341960 in 31ms, sequenceid=43, compaction requested=true 2024-11-14T06:47:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec because midkey is the same as first or last row 2024-11-14T06:47:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 22c0ceeae2e6c94011cee77674341960:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:23,325 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:23,327 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:23,327 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 22c0ceeae2e6c94011cee77674341960/info is initiating minor compaction (all files) 2024-11-14T06:47:23,327 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 22c0ceeae2e6c94011cee77674341960/info in TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:23,328 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp, totalSize=48.5 K 2024-11-14T06:47:23,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:23,328 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c4bfa0c6d994351a0c0cf5aab708253, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731566841216 2024-11-14T06:47:23,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T06:47:23,329 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 642675ee83e54a0aa9b4e67a668b4eec, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1731566841231 2024-11-14T06:47:23,329 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f53c816376d4c68a4dac7b3c72d6796, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731566841272 2024-11-14T06:47:23,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/f1af1d652964487788fd1cce1d490b49 is 1055, key is row0034/info:/1731566843296/Put/seqid=0 2024-11-14T06:47:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741840_1016 (size=19714) 2024-11-14T06:47:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741840_1016 (size=19714) 2024-11-14T06:47:23,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/f1af1d652964487788fd1cce1d490b49 2024-11-14T06:47:23,349 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 22c0ceeae2e6c94011cee77674341960#info#compaction#35 average throughput is 11.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:23,350 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/37dd7827aba14100aa553ad24ee41fa8 is 1055, key is row0001/info:/1731566841216/Put/seqid=0 2024-11-14T06:47:23,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/f1af1d652964487788fd1cce1d490b49 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49 2024-11-14T06:47:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741841_1017 (size=39845) 2024-11-14T06:47:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741841_1017 (size=39845) 2024-11-14T06:47:23,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49, entries=14, sequenceid=60, filesize=19.3 K 2024-11-14T06:47:23,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for 22c0ceeae2e6c94011cee77674341960 in 31ms, sequenceid=60, compaction requested=false 2024-11-14T06:47:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,360 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec because midkey is the same as first or last row 2024-11-14T06:47:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:23,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T06:47:23,363 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/37dd7827aba14100aa553ad24ee41fa8 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 2024-11-14T06:47:23,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/0d8cf89959324a2597cd8e7cfa13bad6 is 1055, key is row0048/info:/1731566843328/Put/seqid=0 2024-11-14T06:47:23,371 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 22c0ceeae2e6c94011cee77674341960/info of 22c0ceeae2e6c94011cee77674341960 into 37dd7827aba14100aa553ad24ee41fa8(size=38.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741842_1018 (size=19714) 2024-11-14T06:47:23,371 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741842_1018 (size=19714) 2024-11-14T06:47:23,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/0d8cf89959324a2597cd8e7cfa13bad6 2024-11-14T06:47:23,373 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., storeName=22c0ceeae2e6c94011cee77674341960/info, priority=13, startTime=1731566843325; duration=0sec 2024-11-14T06:47:23,373 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,373 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,373 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 because midkey is the same as first or last row 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 because midkey is the same as first or last row 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 because midkey is the same as first or last row 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:23,374 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 22c0ceeae2e6c94011cee77674341960:info 2024-11-14T06:47:23,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/0d8cf89959324a2597cd8e7cfa13bad6 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6 2024-11-14T06:47:23,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6, entries=14, sequenceid=77, filesize=19.3 K 2024-11-14T06:47:23,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for 22c0ceeae2e6c94011cee77674341960 in 23ms, sequenceid=77, compaction requested=true 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.4 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 because midkey is the same as first or last row 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 22c0ceeae2e6c94011cee77674341960:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:23,385 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:23,386 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:23,386 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 22c0ceeae2e6c94011cee77674341960/info is initiating minor compaction (all files) 2024-11-14T06:47:23,386 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 22c0ceeae2e6c94011cee77674341960/info in TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:23,387 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp, totalSize=77.4 K 2024-11-14T06:47:23,387 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37dd7827aba14100aa553ad24ee41fa8, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731566841216 2024-11-14T06:47:23,387 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1af1d652964487788fd1cce1d490b49, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731566843296 2024-11-14T06:47:23,388 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8cf89959324a2597cd8e7cfa13bad6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731566843328 2024-11-14T06:47:23,401 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 22c0ceeae2e6c94011cee77674341960#info#compaction#37 average throughput is 20.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:23,402 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/39601193a028436286c0bec5fd8bb7b1 is 1055, key is row0001/info:/1731566841216/Put/seqid=0 2024-11-14T06:47:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741843_1019 (size=69472) 2024-11-14T06:47:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741843_1019 (size=69472) 2024-11-14T06:47:23,414 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/39601193a028436286c0bec5fd8bb7b1 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 2024-11-14T06:47:23,421 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 22c0ceeae2e6c94011cee77674341960/info of 22c0ceeae2e6c94011cee77674341960 into 39601193a028436286c0bec5fd8bb7b1(size=67.8 K), total size for store is 67.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:23,421 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., storeName=22c0ceeae2e6c94011cee77674341960/info, priority=13, startTime=1731566843385; duration=0sec 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 because midkey is the same as first or last row 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,421 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 because midkey is the same as first or last row 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 because midkey is the same as first or last row 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:23,422 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 22c0ceeae2e6c94011cee77674341960:info 2024-11-14T06:47:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:25,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:25,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/aa9c59d4f7684c3a80e2cb94c730bad6 is 1055, key is row0062/info:/1731566843363/Put/seqid=0 2024-11-14T06:47:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741844_1020 (size=13386) 2024-11-14T06:47:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741844_1020 (size=13386) 2024-11-14T06:47:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:47:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50176 deadline: 1731566855426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 2024-11-14T06:47:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:47:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:47:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:47:25,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/aa9c59d4f7684c3a80e2cb94c730bad6 2024-11-14T06:47:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/aa9c59d4f7684c3a80e2cb94c730bad6 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6 2024-11-14T06:47:25,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6, entries=8, sequenceid=90, filesize=13.1 K 2024-11-14T06:47:25,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 22c0ceeae2e6c94011cee77674341960 in 429ms, sequenceid=90, compaction requested=false 2024-11-14T06:47:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.9 K, sizeToCheck=16.0 K 2024-11-14T06:47:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 because midkey is the same as first or last row 2024-11-14T06:47:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-14T06:47:35,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3db24a7fbb3d44adbd925dd73e77aca9 is 1055, key is row0070/info:/1731566845387/Put/seqid=0 2024-11-14T06:47:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741845_1021 (size=28134) 2024-11-14T06:47:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741845_1021 (size=28134) 2024-11-14T06:47:35,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3db24a7fbb3d44adbd925dd73e77aca9 2024-11-14T06:47:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/3db24a7fbb3d44adbd925dd73e77aca9 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9 2024-11-14T06:47:35,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9, entries=22, sequenceid=115, filesize=27.5 K 2024-11-14T06:47:35,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=5.13 KB/5255 for 22c0ceeae2e6c94011cee77674341960 in 28ms, sequenceid=115, compaction requested=true 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.4 K, sizeToCheck=16.0 K 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 because midkey is the same as first or last row 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 22c0ceeae2e6c94011cee77674341960:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:35,585 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:35,586 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110992 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:35,586 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1541): 22c0ceeae2e6c94011cee77674341960/info is initiating minor compaction (all files) 2024-11-14T06:47:35,586 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 22c0ceeae2e6c94011cee77674341960/info in TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:35,587 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp, totalSize=108.4 K 2024-11-14T06:47:35,587 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.Compactor(225): Compacting 39601193a028436286c0bec5fd8bb7b1, keycount=61, bloomtype=ROW, size=67.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731566841216 2024-11-14T06:47:35,587 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.Compactor(225): Compacting aa9c59d4f7684c3a80e2cb94c730bad6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731566843363 2024-11-14T06:47:35,588 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.Compactor(225): Compacting 3db24a7fbb3d44adbd925dd73e77aca9, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731566845387 2024-11-14T06:47:35,602 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 22c0ceeae2e6c94011cee77674341960#info#compaction#40 average throughput is 30.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:35,602 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/eb0e3acb41c243709a2ab1e959d62af9 is 1055, key is row0001/info:/1731566841216/Put/seqid=0 2024-11-14T06:47:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741846_1022 (size=101211) 2024-11-14T06:47:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741846_1022 (size=101211) 2024-11-14T06:47:35,612 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/eb0e3acb41c243709a2ab1e959d62af9 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9 2024-11-14T06:47:35,619 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 22c0ceeae2e6c94011cee77674341960/info of 22c0ceeae2e6c94011cee77674341960 into eb0e3acb41c243709a2ab1e959d62af9(size=98.8 K), total size for store is 98.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 22c0ceeae2e6c94011cee77674341960: 2024-11-14T06:47:35,619 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., storeName=22c0ceeae2e6c94011cee77674341960/info, priority=13, startTime=1731566855585; duration=0sec 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:35,619 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-14T06:47:35,620 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T06:47:35,620 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:35,620 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:35,620 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 22c0ceeae2e6c94011cee77674341960:info 2024-11-14T06:47:35,621 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] assignment.AssignmentManager(1363): Split request from 20680646cf8a,46877,1731566830172, parent={ENCODED => 22c0ceeae2e6c94011cee77674341960, NAME => 'TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T06:47:35,626 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=20680646cf8a,46877,1731566830172 2024-11-14T06:47:35,629 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=22c0ceeae2e6c94011cee77674341960, daughterA=dc106b150c2fe1a1883cbb58cab3ad9b, daughterB=5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:35,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=22c0ceeae2e6c94011cee77674341960, daughterA=dc106b150c2fe1a1883cbb58cab3ad9b, daughterB=5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:35,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=22c0ceeae2e6c94011cee77674341960, daughterA=dc106b150c2fe1a1883cbb58cab3ad9b, daughterB=5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:35,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=22c0ceeae2e6c94011cee77674341960, daughterA=dc106b150c2fe1a1883cbb58cab3ad9b, daughterB=5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:35,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, UNASSIGN}] 2024-11-14T06:47:35,636 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, UNASSIGN 2024-11-14T06:47:35,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=22c0ceeae2e6c94011cee77674341960, regionState=CLOSING, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:35,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, UNASSIGN because future has completed 2024-11-14T06:47:35,640 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T06:47:35,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172}] 2024-11-14T06:47:35,802 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,802 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T06:47:35,804 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 22c0ceeae2e6c94011cee77674341960, disabling compactions & flushes 2024-11-14T06:47:35,804 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:35,804 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:35,804 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. after waiting 0 ms 2024-11-14T06:47:35,804 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:35,805 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 22c0ceeae2e6c94011cee77674341960 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T06:47:35,811 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/56d68eb8750b4deba3d7bf410a8a44dd is 1055, key is row0092/info:/1731566855559/Put/seqid=0 2024-11-14T06:47:35,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741847_1023 (size=10222) 2024-11-14T06:47:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741847_1023 (size=10222) 2024-11-14T06:47:35,818 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/56d68eb8750b4deba3d7bf410a8a44dd 2024-11-14T06:47:35,826 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/.tmp/info/56d68eb8750b4deba3d7bf410a8a44dd as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/56d68eb8750b4deba3d7bf410a8a44dd 2024-11-14T06:47:35,832 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/56d68eb8750b4deba3d7bf410a8a44dd, entries=5, sequenceid=124, filesize=10.0 K 2024-11-14T06:47:35,832 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 22c0ceeae2e6c94011cee77674341960 in 28ms, sequenceid=124, compaction requested=false 2024-11-14T06:47:35,834 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9] to archive 2024-11-14T06:47:35,835 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:47:35,836 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/9c4bfa0c6d994351a0c0cf5aab708253 2024-11-14T06:47:35,838 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/642675ee83e54a0aa9b4e67a668b4eec 2024-11-14T06:47:35,839 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/37dd7827aba14100aa553ad24ee41fa8 2024-11-14T06:47:35,840 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3f53c816376d4c68a4dac7b3c72d6796 2024-11-14T06:47:35,842 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/f1af1d652964487788fd1cce1d490b49 2024-11-14T06:47:35,843 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/39601193a028436286c0bec5fd8bb7b1 2024-11-14T06:47:35,844 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/0d8cf89959324a2597cd8e7cfa13bad6 2024-11-14T06:47:35,845 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/aa9c59d4f7684c3a80e2cb94c730bad6 2024-11-14T06:47:35,847 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/3db24a7fbb3d44adbd925dd73e77aca9 2024-11-14T06:47:35,852 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-14T06:47:35,853 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. 2024-11-14T06:47:35,853 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 22c0ceeae2e6c94011cee77674341960: Waiting for close lock at 1731566855803Running coprocessor pre-close hooks at 1731566855803Disabling compacts and flushes for region at 1731566855803Disabling writes for close at 1731566855804 (+1 ms)Obtaining lock to block concurrent updates at 1731566855805 (+1 ms)Preparing flush snapshotting stores in 22c0ceeae2e6c94011cee77674341960 at 1731566855805Finished memstore snapshotting TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731566855805Flushing stores of TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. at 1731566855806 (+1 ms)Flushing 22c0ceeae2e6c94011cee77674341960/info: creating writer at 1731566855806Flushing 22c0ceeae2e6c94011cee77674341960/info: appending metadata at 1731566855810 (+4 ms)Flushing 22c0ceeae2e6c94011cee77674341960/info: closing flushed file at 1731566855810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1536d42b: reopening flushed file at 1731566855825 (+15 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 22c0ceeae2e6c94011cee77674341960 in 28ms, sequenceid=124, compaction requested=false at 1731566855833 (+8 ms)Writing region close event to WAL at 1731566855849 (+16 ms)Running coprocessor post-close hooks at 1731566855853 (+4 ms)Closed at 1731566855853 2024-11-14T06:47:35,855 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=22c0ceeae2e6c94011cee77674341960, regionState=CLOSED 2024-11-14T06:47:35,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 because future has completed 2024-11-14T06:47:35,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T06:47:35,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 22c0ceeae2e6c94011cee77674341960, server=20680646cf8a,46877,1731566830172 in 218 msec 2024-11-14T06:47:35,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T06:47:35,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=22c0ceeae2e6c94011cee77674341960, UNASSIGN in 227 msec 2024-11-14T06:47:35,872 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:35,875 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=22c0ceeae2e6c94011cee77674341960, threads=2 2024-11-14T06:47:35,877 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9 for region: 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,877 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/56d68eb8750b4deba3d7bf410a8a44dd for region: 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,887 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/56d68eb8750b4deba3d7bf410a8a44dd, top=true 2024-11-14T06:47:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741848_1024 (size=27) 2024-11-14T06:47:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741848_1024 (size=27) 2024-11-14T06:47:35,893 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd for child: 5f47adccbf45d7ce6d6275f71254590c, parent: 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,894 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/56d68eb8750b4deba3d7bf410a8a44dd for region: 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741849_1025 (size=27) 2024-11-14T06:47:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741849_1025 (size=27) 2024-11-14T06:47:35,902 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9 for region: 22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:35,904 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 22c0ceeae2e6c94011cee77674341960 Daughter A: [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960] storefiles, Daughter B: [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960] storefiles. 2024-11-14T06:47:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741850_1026 (size=71) 2024-11-14T06:47:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741850_1026 (size=71) 2024-11-14T06:47:35,915 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741851_1027 (size=71) 2024-11-14T06:47:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741851_1027 (size=71) 2024-11-14T06:47:35,930 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:35,941 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-14T06:47:35,943 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-14T06:47:35,946 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731566855946"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731566855946"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731566855946"}]},"ts":"1731566855946"} 2024-11-14T06:47:35,947 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731566855946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566855946"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731566855946"}]},"ts":"1731566855946"} 2024-11-14T06:47:35,947 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731566855946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731566855946"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731566855946"}]},"ts":"1731566855946"} 2024-11-14T06:47:35,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dc106b150c2fe1a1883cbb58cab3ad9b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5f47adccbf45d7ce6d6275f71254590c, ASSIGN}] 2024-11-14T06:47:35,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5f47adccbf45d7ce6d6275f71254590c, ASSIGN 2024-11-14T06:47:35,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dc106b150c2fe1a1883cbb58cab3ad9b, ASSIGN 2024-11-14T06:47:35,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5f47adccbf45d7ce6d6275f71254590c, ASSIGN; state=SPLITTING_NEW, location=20680646cf8a,46877,1731566830172; forceNewPlan=false, retain=false 2024-11-14T06:47:35,970 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dc106b150c2fe1a1883cbb58cab3ad9b, ASSIGN; state=SPLITTING_NEW, location=20680646cf8a,46877,1731566830172; forceNewPlan=false, retain=false 2024-11-14T06:47:36,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f47adccbf45d7ce6d6275f71254590c, regionState=OPENING, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:36,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dc106b150c2fe1a1883cbb58cab3ad9b, regionState=OPENING, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:36,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5f47adccbf45d7ce6d6275f71254590c, ASSIGN because future has completed 2024-11-14T06:47:36,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f47adccbf45d7ce6d6275f71254590c, server=20680646cf8a,46877,1731566830172}] 2024-11-14T06:47:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dc106b150c2fe1a1883cbb58cab3ad9b, ASSIGN because future has completed 2024-11-14T06:47:36,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc106b150c2fe1a1883cbb58cab3ad9b, server=20680646cf8a,46877,1731566830172}] 2024-11-14T06:47:36,280 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:36,280 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f47adccbf45d7ce6d6275f71254590c, NAME => 'TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T06:47:36,280 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,281 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:36,281 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,281 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,282 INFO [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,283 INFO [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f47adccbf45d7ce6d6275f71254590c columnFamilyName info 2024-11-14T06:47:36,283 DEBUG [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:36,291 DEBUG [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd 2024-11-14T06:47:36,299 DEBUG [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-top 2024-11-14T06:47:36,300 INFO [StoreOpener-5f47adccbf45d7ce6d6275f71254590c-1 {}] regionserver.HStore(327): Store=5f47adccbf45d7ce6d6275f71254590c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:36,300 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,301 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,302 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,302 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,302 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,304 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,305 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5f47adccbf45d7ce6d6275f71254590c; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823667, jitterRate=0.04734797775745392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:47:36,305 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:36,306 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5f47adccbf45d7ce6d6275f71254590c: Running coprocessor pre-open hook at 1731566856281Writing region info on filesystem at 1731566856281Initializing all the Stores at 1731566856282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566856282Cleaning up temporary data from old regions at 1731566856303 (+21 ms)Running coprocessor post-open hooks at 1731566856305 (+2 ms)Region opened successfully at 1731566856306 (+1 ms) 2024-11-14T06:47:36,307 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., pid=12, masterSystemTime=1731566856276 2024-11-14T06:47:36,307 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:36,307 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T06:47:36,307 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:36,308 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:36,308 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:36,308 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:36,308 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-top, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=108.8 K 2024-11-14T06:47:36,309 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960, keycount=45, bloomtype=ROW, size=98.8 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731566841216 2024-11-14T06:47:36,309 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:36,309 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:36,309 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:36,310 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731566855559 2024-11-14T06:47:36,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => dc106b150c2fe1a1883cbb58cab3ad9b, NAME => 'TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T06:47:36,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:36,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f47adccbf45d7ce6d6275f71254590c, regionState=OPEN, openSeqNum=128, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:36,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,312 INFO [StoreOpener-dc106b150c2fe1a1883cbb58cab3ad9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,313 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T06:47:36,313 INFO [StoreOpener-dc106b150c2fe1a1883cbb58cab3ad9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc106b150c2fe1a1883cbb58cab3ad9b columnFamilyName info 2024-11-14T06:47:36,313 DEBUG [StoreOpener-dc106b150c2fe1a1883cbb58cab3ad9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:36,313 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T06:47:36,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-14T06:47:36,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f47adccbf45d7ce6d6275f71254590c, server=20680646cf8a,46877,1731566830172 because future has completed 2024-11-14T06:47:36,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T06:47:36,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f47adccbf45d7ce6d6275f71254590c, server=20680646cf8a,46877,1731566830172 in 192 msec 2024-11-14T06:47:36,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5f47adccbf45d7ce6d6275f71254590c, ASSIGN in 352 msec 2024-11-14T06:47:36,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/de6a5e55a3b84ba6b9e81aed1d3037aa is 193, key is TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c./info:regioninfo/1731566856310/Put/seqid=0 2024-11-14T06:47:36,332 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:36,332 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/4be53fe8761041caa79b0d1dc487fe35 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:36,335 DEBUG [StoreOpener-dc106b150c2fe1a1883cbb58cab3ad9b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-bottom 2024-11-14T06:47:36,335 INFO [StoreOpener-dc106b150c2fe1a1883cbb58cab3ad9b-1 {}] regionserver.HStore(327): Store=dc106b150c2fe1a1883cbb58cab3ad9b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:36,336 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,337 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741853_1029 (size=39908) 2024-11-14T06:47:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741852_1028 (size=9882) 2024-11-14T06:47:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741852_1028 (size=9882) 2024-11-14T06:47:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741853_1029 (size=39908) 2024-11-14T06:47:36,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/de6a5e55a3b84ba6b9e81aed1d3037aa 2024-11-14T06:47:36,338 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,339 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,339 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,341 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,342 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened dc106b150c2fe1a1883cbb58cab3ad9b; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787541, jitterRate=0.0014113783836364746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T06:47:36,342 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:36,342 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for dc106b150c2fe1a1883cbb58cab3ad9b: Running coprocessor pre-open hook at 1731566856310Writing region info on filesystem at 1731566856310Initializing all the Stores at 1731566856311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566856311Cleaning up temporary data from old regions at 1731566856339 (+28 ms)Running coprocessor post-open hooks at 1731566856342 (+3 ms)Region opened successfully at 1731566856342 2024-11-14T06:47:36,343 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b., pid=13, masterSystemTime=1731566856276 2024-11-14T06:47:36,343 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store dc106b150c2fe1a1883cbb58cab3ad9b:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:47:36,343 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T06:47:36,343 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:36,344 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/4be53fe8761041caa79b0d1dc487fe35 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4be53fe8761041caa79b0d1dc487fe35 2024-11-14T06:47:36,344 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:36,344 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1541): dc106b150c2fe1a1883cbb58cab3ad9b/info is initiating minor compaction (all files) 2024-11-14T06:47:36,344 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc106b150c2fe1a1883cbb58cab3ad9b/info in TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:36,344 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-bottom] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/.tmp, totalSize=98.8 K 2024-11-14T06:47:36,345 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960, keycount=45, bloomtype=ROW, size=98.8 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731566841216 2024-11-14T06:47:36,346 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:36,346 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:36,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dc106b150c2fe1a1883cbb58cab3ad9b, regionState=OPEN, openSeqNum=128, regionLocation=20680646cf8a,46877,1731566830172 2024-11-14T06:47:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc106b150c2fe1a1883cbb58cab3ad9b, server=20680646cf8a,46877,1731566830172 because future has completed 2024-11-14T06:47:36,352 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 4be53fe8761041caa79b0d1dc487fe35(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:36,352 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:36,353 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=14, startTime=1731566856307; duration=0sec 2024-11-14T06:47:36,353 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:36,353 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:36,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-14T06:47:36,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure dc106b150c2fe1a1883cbb58cab3ad9b, server=20680646cf8a,46877,1731566830172 in 226 msec 2024-11-14T06:47:36,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/ns/150aef4bf61e4fb2ae4de00fb9c7314b is 43, key is default/ns:d/1731566831013/Put/seqid=0 2024-11-14T06:47:36,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-14T06:47:36,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dc106b150c2fe1a1883cbb58cab3ad9b, ASSIGN in 392 msec 2024-11-14T06:47:36,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=22c0ceeae2e6c94011cee77674341960, daughterA=dc106b150c2fe1a1883cbb58cab3ad9b, daughterB=5f47adccbf45d7ce6d6275f71254590c in 735 msec 2024-11-14T06:47:36,397 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc106b150c2fe1a1883cbb58cab3ad9b#info#compaction#45 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:36,398 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/.tmp/info/03fb4d4400e34c6c96b297776c0ac04c is 1055, key is row0001/info:/1731566841216/Put/seqid=0 2024-11-14T06:47:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741854_1030 (size=5153) 2024-11-14T06:47:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741854_1030 (size=5153) 2024-11-14T06:47:36,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/ns/150aef4bf61e4fb2ae4de00fb9c7314b 2024-11-14T06:47:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741855_1031 (size=71441) 2024-11-14T06:47:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741855_1031 (size=71441) 2024-11-14T06:47:36,418 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/.tmp/info/03fb4d4400e34c6c96b297776c0ac04c as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/03fb4d4400e34c6c96b297776c0ac04c 2024-11-14T06:47:36,424 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in dc106b150c2fe1a1883cbb58cab3ad9b/info of dc106b150c2fe1a1883cbb58cab3ad9b into 03fb4d4400e34c6c96b297776c0ac04c(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:36,424 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc106b150c2fe1a1883cbb58cab3ad9b: 2024-11-14T06:47:36,424 INFO [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b., storeName=dc106b150c2fe1a1883cbb58cab3ad9b/info, priority=15, startTime=1731566856343; duration=0sec 2024-11-14T06:47:36,424 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:36,424 DEBUG [RS:0;20680646cf8a:46877-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc106b150c2fe1a1883cbb58cab3ad9b:info 2024-11-14T06:47:36,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/table/a8934706e3c340838f61101fe9295feb is 65, key is TestLogRolling-testLogRolling/table:state/1731566831506/Put/seqid=0 2024-11-14T06:47:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741856_1032 (size=5340) 2024-11-14T06:47:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741856_1032 (size=5340) 2024-11-14T06:47:36,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/table/a8934706e3c340838f61101fe9295feb 2024-11-14T06:47:36,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/de6a5e55a3b84ba6b9e81aed1d3037aa as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/info/de6a5e55a3b84ba6b9e81aed1d3037aa 2024-11-14T06:47:36,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/info/de6a5e55a3b84ba6b9e81aed1d3037aa, entries=30, sequenceid=17, filesize=9.7 K 2024-11-14T06:47:36,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/ns/150aef4bf61e4fb2ae4de00fb9c7314b as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/ns/150aef4bf61e4fb2ae4de00fb9c7314b 2024-11-14T06:47:36,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/ns/150aef4bf61e4fb2ae4de00fb9c7314b, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T06:47:36,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/table/a8934706e3c340838f61101fe9295feb as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/table/a8934706e3c340838f61101fe9295feb 2024-11-14T06:47:36,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/table/a8934706e3c340838f61101fe9295feb, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T06:47:36,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 142ms, sequenceid=17, compaction requested=false 2024-11-14T06:47:36,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T06:47:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50176 deadline: 1731566867574, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. is not online on 20680646cf8a,46877,1731566830172 2024-11-14T06:47:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. is not online on 20680646cf8a,46877,1731566830172 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:47:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960. is not online on 20680646cf8a,46877,1731566830172 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:47:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731566831120.22c0ceeae2e6c94011cee77674341960., hostname=20680646cf8a,46877,1731566830172, seqNum=2 from cache 2024-11-14T06:47:40,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:47:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:40,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T06:47:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:41,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T06:47:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., hostname=20680646cf8a,46877,1731566830172, seqNum=128] 2024-11-14T06:47:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:47,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:47,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/14de4b9d117b421298a01ca96042c547 is 1055, key is row0097/info:/1731566867688/Put/seqid=0 2024-11-14T06:47:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741857_1033 (size=13394) 2024-11-14T06:47:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741857_1033 (size=13394) 2024-11-14T06:47:47,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/14de4b9d117b421298a01ca96042c547 2024-11-14T06:47:47,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/14de4b9d117b421298a01ca96042c547 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547 2024-11-14T06:47:47,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547, entries=8, sequenceid=139, filesize=13.1 K 2024-11-14T06:47:47,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 5f47adccbf45d7ce6d6275f71254590c in 29ms, sequenceid=139, compaction requested=false 2024-11-14T06:47:47,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:47,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T06:47:47,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c996194c00614799b7144f7e4b1a51c9 is 1055, key is row0105/info:/1731566867702/Put/seqid=0 2024-11-14T06:47:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741858_1034 (size=19728) 2024-11-14T06:47:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741858_1034 (size=19728) 2024-11-14T06:47:48,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c996194c00614799b7144f7e4b1a51c9 2024-11-14T06:47:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c996194c00614799b7144f7e4b1a51c9 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9 2024-11-14T06:47:48,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9, entries=14, sequenceid=156, filesize=19.3 K 2024-11-14T06:47:48,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 5f47adccbf45d7ce6d6275f71254590c in 431ms, sequenceid=156, compaction requested=true 2024-11-14T06:47:48,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:48,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:48,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:48,163 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:48,164 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:48,164 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:48,164 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:48,164 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4be53fe8761041caa79b0d1dc487fe35, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=71.3 K 2024-11-14T06:47:48,165 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be53fe8761041caa79b0d1dc487fe35, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731566843367 2024-11-14T06:47:48,165 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14de4b9d117b421298a01ca96042c547, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731566867688 2024-11-14T06:47:48,165 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting c996194c00614799b7144f7e4b1a51c9, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731566867702 2024-11-14T06:47:48,177 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#49 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:48,178 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/16a1f1db0c2547fabbe6b7cd140d6e61 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741859_1035 (size=63244) 2024-11-14T06:47:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741859_1035 (size=63244) 2024-11-14T06:47:48,189 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/16a1f1db0c2547fabbe6b7cd140d6e61 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/16a1f1db0c2547fabbe6b7cd140d6e61 2024-11-14T06:47:48,195 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 16a1f1db0c2547fabbe6b7cd140d6e61(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:48,195 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:48,195 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566868163; duration=0sec 2024-11-14T06:47:48,195 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:48,195 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:49,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T06:47:49,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/4b1ee4cf9ab9429882c5f68793846c98 is 1055, key is row0119/info:/1731566867732/Put/seqid=0 2024-11-14T06:47:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741860_1036 (size=16553) 2024-11-14T06:47:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741860_1036 (size=16553) 2024-11-14T06:47:49,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/4b1ee4cf9ab9429882c5f68793846c98 2024-11-14T06:47:49,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/4b1ee4cf9ab9429882c5f68793846c98 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98 2024-11-14T06:47:49,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98, entries=11, sequenceid=171, filesize=16.2 K 2024-11-14T06:47:49,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for 5f47adccbf45d7ce6d6275f71254590c in 27ms, sequenceid=171, compaction requested=false 2024-11-14T06:47:49,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:49,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T06:47:49,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/78880045db2a46f986ce12a5709838d2 is 1055, key is row0130/info:/1731566869755/Put/seqid=0 2024-11-14T06:47:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741861_1037 (size=18675) 2024-11-14T06:47:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741861_1037 (size=18675) 2024-11-14T06:47:49,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/78880045db2a46f986ce12a5709838d2 2024-11-14T06:47:49,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/78880045db2a46f986ce12a5709838d2 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2 2024-11-14T06:47:49,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2, entries=13, sequenceid=187, filesize=18.2 K 2024-11-14T06:47:49,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 5f47adccbf45d7ce6d6275f71254590c in 26ms, sequenceid=187, compaction requested=true 2024-11-14T06:47:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:49,808 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:49,809 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98472 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:49,809 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:49,809 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:49,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T06:47:49,809 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/16a1f1db0c2547fabbe6b7cd140d6e61, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=96.2 K 2024-11-14T06:47:49,810 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16a1f1db0c2547fabbe6b7cd140d6e61, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731566843367 2024-11-14T06:47:49,810 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1ee4cf9ab9429882c5f68793846c98, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731566867732 2024-11-14T06:47:49,810 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78880045db2a46f986ce12a5709838d2, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731566869755 2024-11-14T06:47:49,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/e0d98c675a8547509b4aa4c567964990 is 1055, key is row0143/info:/1731566869782/Put/seqid=0 2024-11-14T06:47:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741862_1038 (size=18675) 2024-11-14T06:47:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741862_1038 (size=18675) 2024-11-14T06:47:49,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/e0d98c675a8547509b4aa4c567964990 2024-11-14T06:47:49,825 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#53 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:49,826 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/986ed03b734b4cac8ac6992dde3cdee5 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/e0d98c675a8547509b4aa4c567964990 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990 2024-11-14T06:47:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741863_1039 (size=88695) 2024-11-14T06:47:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741863_1039 (size=88695) 2024-11-14T06:47:49,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990, entries=13, sequenceid=203, filesize=18.2 K 2024-11-14T06:47:49,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for 5f47adccbf45d7ce6d6275f71254590c in 24ms, sequenceid=203, compaction requested=false 2024-11-14T06:47:49,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:50,244 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/986ed03b734b4cac8ac6992dde3cdee5 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/986ed03b734b4cac8ac6992dde3cdee5 2024-11-14T06:47:50,251 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 986ed03b734b4cac8ac6992dde3cdee5(size=86.6 K), total size for store is 104.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:50,251 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:50,251 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566869807; duration=0sec 2024-11-14T06:47:50,251 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:50,251 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:51,684 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T06:47:51,684 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T06:47:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:51,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:51,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c19ff07950ef4725ad087a47d2c0feb3 is 1055, key is row0156/info:/1731566869810/Put/seqid=0 2024-11-14T06:47:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741864_1040 (size=13394) 2024-11-14T06:47:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741864_1040 (size=13394) 2024-11-14T06:47:51,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c19ff07950ef4725ad087a47d2c0feb3 2024-11-14T06:47:51,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/c19ff07950ef4725ad087a47d2c0feb3 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3 2024-11-14T06:47:51,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3, entries=8, sequenceid=215, filesize=13.1 K 2024-11-14T06:47:51,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 5f47adccbf45d7ce6d6275f71254590c in 23ms, sequenceid=215, compaction requested=true 2024-11-14T06:47:51,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:51,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:51,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:51,859 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:51,860 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120764 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:51,860 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:51,860 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:51,860 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/986ed03b734b4cac8ac6992dde3cdee5, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=117.9 K 2024-11-14T06:47:51,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T06:47:51,860 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986ed03b734b4cac8ac6992dde3cdee5, keycount=79, bloomtype=ROW, size=86.6 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731566843367 2024-11-14T06:47:51,861 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d98c675a8547509b4aa4c567964990, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731566869782 2024-11-14T06:47:51,861 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting c19ff07950ef4725ad087a47d2c0feb3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731566869810 2024-11-14T06:47:51,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/8db9acaab5274073aef1280936d8fb39 is 1055, key is row0164/info:/1731566871836/Put/seqid=0 2024-11-14T06:47:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741865_1041 (size=17606) 2024-11-14T06:47:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741865_1041 (size=17606) 2024-11-14T06:47:51,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/8db9acaab5274073aef1280936d8fb39 2024-11-14T06:47:51,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/8db9acaab5274073aef1280936d8fb39 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39 2024-11-14T06:47:51,876 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#56 average throughput is 25.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:51,877 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/1c7c19bd54d84e9597b87162ccb71896 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741866_1042 (size=110914) 2024-11-14T06:47:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741866_1042 (size=110914) 2024-11-14T06:47:51,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39, entries=12, sequenceid=230, filesize=17.2 K 2024-11-14T06:47:51,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 5f47adccbf45d7ce6d6275f71254590c in 23ms, sequenceid=230, compaction requested=false 2024-11-14T06:47:51,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:51,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T06:47:51,887 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/1c7c19bd54d84e9597b87162ccb71896 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/1c7c19bd54d84e9597b87162ccb71896 2024-11-14T06:47:51,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/0b0643412afa43a8b2d168d2dd0365b4 is 1055, key is row0176/info:/1731566871862/Put/seqid=0 2024-11-14T06:47:51,894 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 1c7c19bd54d84e9597b87162ccb71896(size=108.3 K), total size for store is 125.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:51,894 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:51,894 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566871858; duration=0sec 2024-11-14T06:47:51,895 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:51,895 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741867_1043 (size=16553) 2024-11-14T06:47:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741867_1043 (size=16553) 2024-11-14T06:47:51,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/0b0643412afa43a8b2d168d2dd0365b4 2024-11-14T06:47:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/0b0643412afa43a8b2d168d2dd0365b4 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4 2024-11-14T06:47:51,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4, entries=11, sequenceid=244, filesize=16.2 K 2024-11-14T06:47:51,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=6.16 KB/6306 for 5f47adccbf45d7ce6d6275f71254590c in 22ms, sequenceid=244, compaction requested=true 2024-11-14T06:47:51,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:51,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:51,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:51,908 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:51,909 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:51,909 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:51,909 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:51,909 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/1c7c19bd54d84e9597b87162ccb71896, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=141.7 K 2024-11-14T06:47:51,910 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c7c19bd54d84e9597b87162ccb71896, keycount=100, bloomtype=ROW, size=108.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731566843367 2024-11-14T06:47:51,910 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8db9acaab5274073aef1280936d8fb39, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731566871836 2024-11-14T06:47:51,910 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b0643412afa43a8b2d168d2dd0365b4, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731566871862 2024-11-14T06:47:51,922 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#58 average throughput is 61.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:51,923 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/10d259b8fccd45bfa60d22a9a15ba35a is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741868_1044 (size=135367) 2024-11-14T06:47:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741868_1044 (size=135367) 2024-11-14T06:47:51,931 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/10d259b8fccd45bfa60d22a9a15ba35a as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/10d259b8fccd45bfa60d22a9a15ba35a 2024-11-14T06:47:51,937 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 10d259b8fccd45bfa60d22a9a15ba35a(size=132.2 K), total size for store is 132.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:51,937 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:51,937 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566871908; duration=0sec 2024-11-14T06:47:51,937 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:51,938 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:53,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:53,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/f29c3879dae34b67accdc220b7cb6559 is 1055, key is row0187/info:/1731566871886/Put/seqid=0 2024-11-14T06:47:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741869_1045 (size=13395) 2024-11-14T06:47:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741869_1045 (size=13395) 2024-11-14T06:47:53,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/f29c3879dae34b67accdc220b7cb6559 2024-11-14T06:47:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/f29c3879dae34b67accdc220b7cb6559 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559 2024-11-14T06:47:53,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559, entries=8, sequenceid=257, filesize=13.1 K 2024-11-14T06:47:53,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 5f47adccbf45d7ce6d6275f71254590c in 24ms, sequenceid=257, compaction requested=false 2024-11-14T06:47:53,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:53,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T06:47:53,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/841217d64fb24a7c8424f3787016835a is 1055, key is row0195/info:/1731566873909/Put/seqid=0 2024-11-14T06:47:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741870_1046 (size=19742) 2024-11-14T06:47:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741870_1046 (size=19742) 2024-11-14T06:47:53,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/841217d64fb24a7c8424f3787016835a 2024-11-14T06:47:53,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/841217d64fb24a7c8424f3787016835a as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a 2024-11-14T06:47:53,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a, entries=14, sequenceid=274, filesize=19.3 K 2024-11-14T06:47:53,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 5f47adccbf45d7ce6d6275f71254590c in 23ms, sequenceid=274, compaction requested=true 2024-11-14T06:47:53,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:53,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:53,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:53,958 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:53,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T06:47:53,959 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 168504 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:53,959 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:53,959 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:53,959 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/10d259b8fccd45bfa60d22a9a15ba35a, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=164.6 K 2024-11-14T06:47:53,960 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10d259b8fccd45bfa60d22a9a15ba35a, keycount=123, bloomtype=ROW, size=132.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731566843367 2024-11-14T06:47:53,960 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting f29c3879dae34b67accdc220b7cb6559, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731566871886 2024-11-14T06:47:53,961 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 841217d64fb24a7c8424f3787016835a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731566873909 2024-11-14T06:47:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/24b27fb75ab346f3870dd0a6c08359c3 is 1055, key is row0209/info:/1731566873935/Put/seqid=0 2024-11-14T06:47:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741871_1047 (size=18688) 2024-11-14T06:47:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741871_1047 (size=18688) 2024-11-14T06:47:53,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/24b27fb75ab346f3870dd0a6c08359c3 2024-11-14T06:47:53,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/24b27fb75ab346f3870dd0a6c08359c3 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3 2024-11-14T06:47:53,973 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#62 average throughput is 72.67 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:53,974 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/166eafbebac6479fb2fda119d21dee73 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741872_1048 (size=158726) 2024-11-14T06:47:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741872_1048 (size=158726) 2024-11-14T06:47:53,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3, entries=13, sequenceid=290, filesize=18.3 K 2024-11-14T06:47:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for 5f47adccbf45d7ce6d6275f71254590c in 22ms, sequenceid=290, compaction requested=false 2024-11-14T06:47:53,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:53,983 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/166eafbebac6479fb2fda119d21dee73 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/166eafbebac6479fb2fda119d21dee73 2024-11-14T06:47:53,989 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into 166eafbebac6479fb2fda119d21dee73(size=155.0 K), total size for store is 173.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:53,989 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:53,989 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566873958; duration=0sec 2024-11-14T06:47:53,989 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:53,989 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:55,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T06:47:55,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-14T06:47:55,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/ff3dca27b298408f8c79f1258957a4ec is 1055, key is row0222/info:/1731566873959/Put/seqid=0 2024-11-14T06:47:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741873_1049 (size=13402) 2024-11-14T06:47:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741873_1049 (size=13402) 2024-11-14T06:47:55,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/ff3dca27b298408f8c79f1258957a4ec 2024-11-14T06:47:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/ff3dca27b298408f8c79f1258957a4ec as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec 2024-11-14T06:47:56,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec, entries=8, sequenceid=302, filesize=13.1 K 2024-11-14T06:47:56,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 5f47adccbf45d7ce6d6275f71254590c in 23ms, sequenceid=302, compaction requested=true 2024-11-14T06:47:56,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:56,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f47adccbf45d7ce6d6275f71254590c:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:47:56,003 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:47:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.HRegion(8855): Flush requested on 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:56,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:56,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T06:47:56,004 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 190816 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:47:56,005 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1541): 5f47adccbf45d7ce6d6275f71254590c/info is initiating minor compaction (all files) 2024-11-14T06:47:56,005 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f47adccbf45d7ce6d6275f71254590c/info in TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:56,005 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/166eafbebac6479fb2fda119d21dee73, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec] into tmpdir=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp, totalSize=186.3 K 2024-11-14T06:47:56,005 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 166eafbebac6479fb2fda119d21dee73, keycount=145, bloomtype=ROW, size=155.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731566843367 2024-11-14T06:47:56,005 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b27fb75ab346f3870dd0a6c08359c3, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731566873935 2024-11-14T06:47:56,006 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff3dca27b298408f8c79f1258957a4ec, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731566873959 2024-11-14T06:47:56,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/31f25c6c04804736893fcad28cda744d is 1055, key is row0230/info:/1731566875981/Put/seqid=0 2024-11-14T06:47:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741874_1050 (size=17618) 2024-11-14T06:47:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741874_1050 (size=17618) 2024-11-14T06:47:56,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/31f25c6c04804736893fcad28cda744d 2024-11-14T06:47:56,022 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f47adccbf45d7ce6d6275f71254590c#info#compaction#65 average throughput is 55.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:47:56,022 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/ae8601da5b1c4475b050db96e5e05fd5 is 1055, key is row0064/info:/1731566843367/Put/seqid=0 2024-11-14T06:47:56,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741875_1051 (size=180966) 2024-11-14T06:47:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741875_1051 (size=180966) 2024-11-14T06:47:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/31f25c6c04804736893fcad28cda744d as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/31f25c6c04804736893fcad28cda744d 2024-11-14T06:47:56,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/31f25c6c04804736893fcad28cda744d, entries=12, sequenceid=317, filesize=17.2 K 2024-11-14T06:47:56,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=14.37 KB/14714 for 5f47adccbf45d7ce6d6275f71254590c in 30ms, sequenceid=317, compaction requested=false 2024-11-14T06:47:56,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:56,034 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/ae8601da5b1c4475b050db96e5e05fd5 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ae8601da5b1c4475b050db96e5e05fd5 2024-11-14T06:47:56,039 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f47adccbf45d7ce6d6275f71254590c/info of 5f47adccbf45d7ce6d6275f71254590c into ae8601da5b1c4475b050db96e5e05fd5(size=176.7 K), total size for store is 193.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:47:56,039 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:56,039 INFO [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c., storeName=5f47adccbf45d7ce6d6275f71254590c/info, priority=13, startTime=1731566876003; duration=0sec 2024-11-14T06:47:56,039 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:47:56,039 DEBUG [RS:0;20680646cf8a:46877-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f47adccbf45d7ce6d6275f71254590c:info 2024-11-14T06:47:58,034 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T06:47:58,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878035, exclude list is [], retry=0 2024-11-14T06:47:58,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-f5554ac3-3518-4524-8688-a13787dfc0aa,DISK] 2024-11-14T06:47:58,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4,DISK] 2024-11-14T06:47:58,057 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566830565 with entries=313, filesize=302.29 KB; new WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878035 2024-11-14T06:47:58,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37593:37593),(127.0.0.1/127.0.0.1:42393:42393)] 2024-11-14T06:47:58,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566830565 is not closed yet, will try archiving it next time 2024-11-14T06:47:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741833_1009 (size=309557) 2024-11-14T06:47:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741833_1009 (size=309557) 2024-11-14T06:47:58,060 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dc106b150c2fe1a1883cbb58cab3ad9b: 2024-11-14T06:47:58,060 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-14T06:47:58,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/ac77612d5cbc4357b4315d1be4fbd31a is 186, key is TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b./info:regioninfo/1731566856347/Put/seqid=0 2024-11-14T06:47:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741877_1053 (size=6153) 2024-11-14T06:47:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741877_1053 (size=6153) 2024-11-14T06:47:58,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/ac77612d5cbc4357b4315d1be4fbd31a 2024-11-14T06:47:58,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/.tmp/info/ac77612d5cbc4357b4315d1be4fbd31a as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/info/ac77612d5cbc4357b4315d1be4fbd31a 2024-11-14T06:47:58,080 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/info/ac77612d5cbc4357b4315d1be4fbd31a, entries=5, sequenceid=21, filesize=6.0 K 2024-11-14T06:47:58,081 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-14T06:47:58,081 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T06:47:58,081 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5f47adccbf45d7ce6d6275f71254590c 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T06:47:58,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/cc4291720ffc4c0ba6ba2b381b6f24f0 is 1055, key is row0242/info:/1731566876004/Put/seqid=0 2024-11-14T06:47:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741878_1054 (size=20796) 2024-11-14T06:47:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741878_1054 (size=20796) 2024-11-14T06:47:58,092 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/cc4291720ffc4c0ba6ba2b381b6f24f0 2024-11-14T06:47:58,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/.tmp/info/cc4291720ffc4c0ba6ba2b381b6f24f0 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/cc4291720ffc4c0ba6ba2b381b6f24f0 2024-11-14T06:47:58,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/cc4291720ffc4c0ba6ba2b381b6f24f0, entries=15, sequenceid=336, filesize=20.3 K 2024-11-14T06:47:58,103 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 5f47adccbf45d7ce6d6275f71254590c in 22ms, sequenceid=336, compaction requested=true 2024-11-14T06:47:58,104 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5f47adccbf45d7ce6d6275f71254590c: 2024-11-14T06:47:58,116 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878104, exclude list is [], retry=0 2024-11-14T06:47:58,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-4ef9fa37-5dfc-4882-bbd2-a82223510ce4,DISK] 2024-11-14T06:47:58,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-f5554ac3-3518-4524-8688-a13787dfc0aa,DISK] 2024-11-14T06:47:58,120 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878035 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878104 2024-11-14T06:47:58,120 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393),(127.0.0.1/127.0.0.1:37593:37593)] 2024-11-14T06:47:58,120 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878035 is not closed yet, will try archiving it next time 2024-11-14T06:47:58,121 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566830565 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs/20680646cf8a%2C46877%2C1731566830172.1731566830565 2024-11-14T06:47:58,121 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T06:47:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741876_1052 (size=731) 2024-11-14T06:47:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741876_1052 (size=731) 2024-11-14T06:47:58,122 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/WALs/20680646cf8a,46877,1731566830172/20680646cf8a%2C46877%2C1731566830172.1731566878035 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs/20680646cf8a%2C46877%2C1731566830172.1731566878035 2024-11-14T06:47:58,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:47:58,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:47:58,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:58,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:58,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:58,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:47:58,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:47:58,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=95264031, stopped=false 2024-11-14T06:47:58,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,37637,1731566830118 2024-11-14T06:47:58,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:58,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:58,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:58,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:58,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:47:58,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:47:58,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:58,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:58,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:58,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,46877,1731566830172' ***** 2024-11-14T06:47:58,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:47:58,227 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:47:58,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:47:58,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f47adccbf45d7ce6d6275f71254590c 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,46877,1731566830172 2024-11-14T06:47:58,228 INFO [RS:0;20680646cf8a:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:47:58,229 INFO [RS:0;20680646cf8a:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:46877. 2024-11-14T06:47:58,229 DEBUG [RS:0;20680646cf8a:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:47:58,229 DEBUG [RS:0;20680646cf8a:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:58,229 INFO [RS:0;20680646cf8a:46877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:47:58,229 INFO [RS:0;20680646cf8a:46877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:47:58,229 INFO [RS:0;20680646cf8a:46877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:47:58,229 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:47:58,230 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T06:47:58,230 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1325): Online Regions={dc106b150c2fe1a1883cbb58cab3ad9b=TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b., 1588230740=hbase:meta,,1.1588230740, 5f47adccbf45d7ce6d6275f71254590c=TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.} 2024-11-14T06:47:58,230 DEBUG [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f47adccbf45d7ce6d6275f71254590c, dc106b150c2fe1a1883cbb58cab3ad9b 2024-11-14T06:47:58,230 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:47:58,230 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:47:58,230 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:47:58,230 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:47:58,230 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:47:58,231 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc106b150c2fe1a1883cbb58cab3ad9b, disabling compactions & flushes 2024-11-14T06:47:58,231 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:58,231 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:58,231 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. after waiting 0 ms 2024-11-14T06:47:58,231 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:58,231 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-bottom] to archive 2024-11-14T06:47:58,232 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:47:58,234 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:58,235 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T06:47:58,235 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:47:58,235 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=20680646cf8a:37637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T06:47:58,235 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:58,235 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T06:47:58,235 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566878230Running coprocessor pre-close hooks at 1731566878230Disabling compacts and flushes for region at 1731566878230Disabling writes for close at 1731566878230Writing region close event to WAL at 1731566878232 (+2 ms)Running coprocessor post-close hooks at 1731566878235 (+3 ms)Closed at 1731566878235 2024-11-14T06:47:58,235 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:58,239 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/dc106b150c2fe1a1883cbb58cab3ad9b/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-14T06:47:58,239 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:58,239 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc106b150c2fe1a1883cbb58cab3ad9b: Waiting for close lock at 1731566878231Running coprocessor pre-close hooks at 1731566878231Disabling compacts and flushes for region at 1731566878231Disabling writes for close at 1731566878231Writing region close event to WAL at 1731566878236 (+5 ms)Running coprocessor post-close hooks at 1731566878239 (+3 ms)Closed at 1731566878239 2024-11-14T06:47:58,240 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731566855626.dc106b150c2fe1a1883cbb58cab3ad9b. 2024-11-14T06:47:58,240 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f47adccbf45d7ce6d6275f71254590c, disabling compactions & flushes 2024-11-14T06:47:58,240 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:58,240 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:58,240 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. after waiting 0 ms 2024-11-14T06:47:58,240 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:58,240 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960->hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/22c0ceeae2e6c94011cee77674341960/info/eb0e3acb41c243709a2ab1e959d62af9-top, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4be53fe8761041caa79b0d1dc487fe35, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/16a1f1db0c2547fabbe6b7cd140d6e61, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/986ed03b734b4cac8ac6992dde3cdee5, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/1c7c19bd54d84e9597b87162ccb71896, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/10d259b8fccd45bfa60d22a9a15ba35a, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/166eafbebac6479fb2fda119d21dee73, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec] to archive 2024-11-14T06:47:58,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:47:58,243 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/eb0e3acb41c243709a2ab1e959d62af9.22c0ceeae2e6c94011cee77674341960 2024-11-14T06:47:58,244 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4be53fe8761041caa79b0d1dc487fe35 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4be53fe8761041caa79b0d1dc487fe35 2024-11-14T06:47:58,246 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/TestLogRolling-testLogRolling=22c0ceeae2e6c94011cee77674341960-56d68eb8750b4deba3d7bf410a8a44dd 2024-11-14T06:47:58,247 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/14de4b9d117b421298a01ca96042c547 2024-11-14T06:47:58,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/16a1f1db0c2547fabbe6b7cd140d6e61 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/16a1f1db0c2547fabbe6b7cd140d6e61 2024-11-14T06:47:58,249 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c996194c00614799b7144f7e4b1a51c9 2024-11-14T06:47:58,251 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/4b1ee4cf9ab9429882c5f68793846c98 2024-11-14T06:47:58,252 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/986ed03b734b4cac8ac6992dde3cdee5 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/986ed03b734b4cac8ac6992dde3cdee5 2024-11-14T06:47:58,253 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/78880045db2a46f986ce12a5709838d2 2024-11-14T06:47:58,254 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/e0d98c675a8547509b4aa4c567964990 2024-11-14T06:47:58,255 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/1c7c19bd54d84e9597b87162ccb71896 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/1c7c19bd54d84e9597b87162ccb71896 2024-11-14T06:47:58,256 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/c19ff07950ef4725ad087a47d2c0feb3 2024-11-14T06:47:58,257 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/8db9acaab5274073aef1280936d8fb39 2024-11-14T06:47:58,258 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/10d259b8fccd45bfa60d22a9a15ba35a to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/10d259b8fccd45bfa60d22a9a15ba35a 2024-11-14T06:47:58,258 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/0b0643412afa43a8b2d168d2dd0365b4 2024-11-14T06:47:58,259 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/f29c3879dae34b67accdc220b7cb6559 2024-11-14T06:47:58,260 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/166eafbebac6479fb2fda119d21dee73 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/166eafbebac6479fb2fda119d21dee73 2024-11-14T06:47:58,261 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/841217d64fb24a7c8424f3787016835a 2024-11-14T06:47:58,262 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3 to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/24b27fb75ab346f3870dd0a6c08359c3 2024-11-14T06:47:58,263 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec to hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/archive/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/info/ff3dca27b298408f8c79f1258957a4ec 2024-11-14T06:47:58,263 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4be53fe8761041caa79b0d1dc487fe35=39908, 14de4b9d117b421298a01ca96042c547=13394, 16a1f1db0c2547fabbe6b7cd140d6e61=63244, c996194c00614799b7144f7e4b1a51c9=19728, 4b1ee4cf9ab9429882c5f68793846c98=16553, 986ed03b734b4cac8ac6992dde3cdee5=88695, 78880045db2a46f986ce12a5709838d2=18675, e0d98c675a8547509b4aa4c567964990=18675, 1c7c19bd54d84e9597b87162ccb71896=110914, c19ff07950ef4725ad087a47d2c0feb3=13394, 8db9acaab5274073aef1280936d8fb39=17606, 10d259b8fccd45bfa60d22a9a15ba35a=135367, 0b0643412afa43a8b2d168d2dd0365b4=16553, f29c3879dae34b67accdc220b7cb6559=13395, 166eafbebac6479fb2fda119d21dee73=158726, 841217d64fb24a7c8424f3787016835a=19742, 24b27fb75ab346f3870dd0a6c08359c3=18688, ff3dca27b298408f8c79f1258957a4ec=13402] 2024-11-14T06:47:58,267 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/data/default/TestLogRolling-testLogRolling/5f47adccbf45d7ce6d6275f71254590c/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=127 2024-11-14T06:47:58,267 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:58,267 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f47adccbf45d7ce6d6275f71254590c: Waiting for close lock at 1731566878240Running coprocessor pre-close hooks at 1731566878240Disabling compacts and flushes for region at 1731566878240Disabling writes for close at 1731566878240Writing region close event to WAL at 1731566878264 (+24 ms)Running coprocessor post-close hooks at 1731566878267 (+3 ms)Closed at 1731566878267 2024-11-14T06:47:58,267 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731566855626.5f47adccbf45d7ce6d6275f71254590c. 2024-11-14T06:47:58,430 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,46877,1731566830172; all regions closed. 2024-11-14T06:47:58,431 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T06:47:58,431 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T06:47:58,434 INFO [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:47:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741834_1010 (size=8107) 2024-11-14T06:47:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741834_1010 (size=8107) 2024-11-14T06:47:58,441 DEBUG [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs 2024-11-14T06:47:58,441 INFO [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C46877%2C1731566830172.meta:.meta(num 1731566830964) 2024-11-14T06:47:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741879_1055 (size=780) 2024-11-14T06:47:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741879_1055 (size=780) 2024-11-14T06:47:58,445 DEBUG [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/oldWALs 2024-11-14T06:47:58,445 INFO [RS:0;20680646cf8a:46877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C46877%2C1731566830172:(num 1731566878104) 2024-11-14T06:47:58,445 DEBUG [RS:0;20680646cf8a:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:47:58,445 INFO [RS:0;20680646cf8a:46877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:47:58,445 INFO [RS:0;20680646cf8a:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:47:58,445 INFO [RS:0;20680646cf8a:46877 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T06:47:58,446 INFO [RS:0;20680646cf8a:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:47:58,446 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:47:58,446 INFO [RS:0;20680646cf8a:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46877 2024-11-14T06:47:58,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,46877,1731566830172 2024-11-14T06:47:58,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:47:58,447 INFO [RS:0;20680646cf8a:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:47:58,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,46877,1731566830172] 2024-11-14T06:47:58,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,46877,1731566830172 already deleted, retry=false 2024-11-14T06:47:58,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,46877,1731566830172 expired; onlineServers=0 2024-11-14T06:47:58,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,37637,1731566830118' ***** 2024-11-14T06:47:58,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:47:58,449 DEBUG [M:0;20680646cf8a:37637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:47:58,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:47:58,449 DEBUG [M:0;20680646cf8a:37637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:47:58,449 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566830343 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566830343,5,FailOnTimeoutGroup] 2024-11-14T06:47:58,449 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566830343 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566830343,5,FailOnTimeoutGroup] 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:47:58,449 DEBUG [M:0;20680646cf8a:37637 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:47:58,449 INFO [M:0;20680646cf8a:37637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:47:58,449 ERROR [M:0;20680646cf8a:37637 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37409,5,PEWorkerGroup] 2024-11-14T06:47:58,450 INFO [M:0;20680646cf8a:37637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:47:58,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:47:58,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:47:58,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:58,450 DEBUG [M:0;20680646cf8a:37637 {}] zookeeper.ZKUtil(347): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:47:58,450 WARN [M:0;20680646cf8a:37637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:47:58,451 INFO [M:0;20680646cf8a:37637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/.lastflushedseqids 2024-11-14T06:47:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741880_1056 (size=228) 2024-11-14T06:47:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741880_1056 (size=228) 2024-11-14T06:47:58,460 INFO [M:0;20680646cf8a:37637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:47:58,460 INFO [M:0;20680646cf8a:37637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:47:58,460 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:47:58,460 INFO [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:58,460 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:58,460 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:47:58,460 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:58,461 INFO [M:0;20680646cf8a:37637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-14T06:47:58,475 DEBUG [M:0;20680646cf8a:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77715f3792b8431499aa405f9a1b5b9c is 82, key is hbase:meta,,1/info:regioninfo/1731566831001/Put/seqid=0 2024-11-14T06:47:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741881_1057 (size=5672) 2024-11-14T06:47:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741881_1057 (size=5672) 2024-11-14T06:47:58,480 INFO [M:0;20680646cf8a:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77715f3792b8431499aa405f9a1b5b9c 2024-11-14T06:47:58,499 DEBUG [M:0;20680646cf8a:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e31d8d8db1d4fc691a5e2e72e354cf0 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731566831510/Put/seqid=0 2024-11-14T06:47:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741882_1058 (size=7089) 2024-11-14T06:47:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741882_1058 (size=7089) 2024-11-14T06:47:58,504 INFO [M:0;20680646cf8a:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e31d8d8db1d4fc691a5e2e72e354cf0 2024-11-14T06:47:58,508 INFO [M:0;20680646cf8a:37637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e31d8d8db1d4fc691a5e2e72e354cf0 2024-11-14T06:47:58,523 DEBUG [M:0;20680646cf8a:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae0994479214bde84476fb06e9af6cb is 69, key is 20680646cf8a,46877,1731566830172/rs:state/1731566830415/Put/seqid=0 2024-11-14T06:47:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741883_1059 (size=5156) 2024-11-14T06:47:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741883_1059 (size=5156) 2024-11-14T06:47:58,528 INFO [M:0;20680646cf8a:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae0994479214bde84476fb06e9af6cb 2024-11-14T06:47:58,545 DEBUG [M:0;20680646cf8a:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a6882956ebfa484c83b36fb589decb74 is 52, key is load_balancer_on/state:d/1731566831114/Put/seqid=0 2024-11-14T06:47:58,548 INFO [RS:0;20680646cf8a:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:47:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1003cfc5e800001, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:58,548 INFO [RS:0;20680646cf8a:46877 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,46877,1731566830172; zookeeper connection closed. 2024-11-14T06:47:58,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac8ec42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac8ec42 2024-11-14T06:47:58,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:47:58,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741884_1060 (size=5056) 2024-11-14T06:47:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741884_1060 (size=5056) 2024-11-14T06:47:58,550 INFO [M:0;20680646cf8a:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a6882956ebfa484c83b36fb589decb74 2024-11-14T06:47:58,555 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77715f3792b8431499aa405f9a1b5b9c as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77715f3792b8431499aa405f9a1b5b9c 2024-11-14T06:47:58,560 INFO [M:0;20680646cf8a:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77715f3792b8431499aa405f9a1b5b9c, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T06:47:58,561 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e31d8d8db1d4fc691a5e2e72e354cf0 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e31d8d8db1d4fc691a5e2e72e354cf0 2024-11-14T06:47:58,565 INFO [M:0;20680646cf8a:37637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e31d8d8db1d4fc691a5e2e72e354cf0 2024-11-14T06:47:58,565 INFO [M:0;20680646cf8a:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e31d8d8db1d4fc691a5e2e72e354cf0, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T06:47:58,566 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ae0994479214bde84476fb06e9af6cb as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ae0994479214bde84476fb06e9af6cb 2024-11-14T06:47:58,571 INFO [M:0;20680646cf8a:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ae0994479214bde84476fb06e9af6cb, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T06:47:58,572 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a6882956ebfa484c83b36fb589decb74 as hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a6882956ebfa484c83b36fb589decb74 2024-11-14T06:47:58,576 INFO [M:0;20680646cf8a:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/28ab891f-3862-a771-d982-0a2cd67aadc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a6882956ebfa484c83b36fb589decb74, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T06:47:58,577 INFO [M:0;20680646cf8a:37637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false 2024-11-14T06:47:58,579 INFO [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:58,579 DEBUG [M:0;20680646cf8a:37637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566878460Disabling compacts and flushes for region at 1731566878460Disabling writes for close at 1731566878460Obtaining lock to block concurrent updates at 1731566878461 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731566878461Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731566878461Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731566878462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731566878462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731566878475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731566878475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731566878484 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731566878499 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731566878499Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731566878508 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731566878522 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731566878522Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731566878532 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731566878544 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731566878544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b85f4b: reopening flushed file at 1731566878554 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd5a443: reopening flushed file at 1731566878560 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641587ed: reopening flushed file at 1731566878565 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522c1f2f: reopening flushed file at 1731566878571 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false at 1731566878577 (+6 ms)Writing region close event to WAL at 1731566878578 (+1 ms)Closed at 1731566878578 2024-11-14T06:47:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741830_1006 (size=61320) 2024-11-14T06:47:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741830_1006 (size=61320) 2024-11-14T06:47:58,581 INFO [M:0;20680646cf8a:37637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:47:58,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:47:58,581 INFO [M:0;20680646cf8a:37637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37637 2024-11-14T06:47:58,581 INFO [M:0;20680646cf8a:37637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:47:58,682 INFO [M:0;20680646cf8a:37637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:47:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:58,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1003cfc5e800000, quorum=127.0.0.1:59560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:47:58,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67dd5012{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:58,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46083b64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:58,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:58,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d191941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:58,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf15790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:58,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:47:58,691 WARN [BP-1037736362-172.17.0.2-1731566829530 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:47:58,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:47:58,691 WARN [BP-1037736362-172.17.0.2-1731566829530 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037736362-172.17.0.2-1731566829530 (Datanode Uuid 8f82a9e0-8368-4f81-a4df-1e5e7ba63599) service to localhost/127.0.0.1:37409 2024-11-14T06:47:58,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data3/current/BP-1037736362-172.17.0.2-1731566829530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:58,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data4/current/BP-1037736362-172.17.0.2-1731566829530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:58,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:47:58,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53cfe7e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:58,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1eefbd61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:58,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:58,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2c8f52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:58,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2781e11a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:58,696 WARN [BP-1037736362-172.17.0.2-1731566829530 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:47:58,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:47:58,696 WARN [BP-1037736362-172.17.0.2-1731566829530 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037736362-172.17.0.2-1731566829530 (Datanode Uuid a13e811c-884b-4bfa-97bb-dd67adf7606e) service to localhost/127.0.0.1:37409 2024-11-14T06:47:58,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:47:58,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data1/current/BP-1037736362-172.17.0.2-1731566829530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:58,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/cluster_c4eb06a2-1d05-387f-8640-4f074860ea81/data/data2/current/BP-1037736362-172.17.0.2-1731566829530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:47:58,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:47:58,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb7183c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:47:58,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dab187e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:47:58,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:47:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fae1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:47:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35496952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir/,STOPPED} 2024-11-14T06:47:58,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:47:58,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T06:47:58,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=457 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 88), ProcessCount=11 (was 11), AvailableMemoryMB=275 (was 279) 2024-11-14T06:47:58,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=275 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.log.dir so I do NOT create it in target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e34a28a3-49ae-bb70-e090-e1ab6c56fdbe/hadoop.tmp.dir so I do NOT create it in target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696, deleteOnExit=true 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/test.cache.data in system properties and HBase conf 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:47:58,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:47:58,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:47:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:47:58,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:47:58,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:47:58,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:47:58,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:58,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:58,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:58,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:58,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:47:58,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:58,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519f89b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:58,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca06644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:58,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76216141{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-1688537801740618462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:47:58,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e7f53ff{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-11-14T06:47:58,920 INFO [Time-limited test {}] server.Server(415): Started @189302ms 2024-11-14T06:47:58,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:58,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:58,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:58,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:58,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:47:58,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@421cad0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:58,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d1d248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:59,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e358406{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/java.io.tmpdir/jetty-localhost-43013-hadoop-hdfs-3_4_1-tests_jar-_-any-573463475688421658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:59,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d35ef24{HTTP/1.1, (http/1.1)}{localhost:43013} 2024-11-14T06:47:59,067 INFO [Time-limited test {}] server.Server(415): Started @189449ms 2024-11-14T06:47:59,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:47:59,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:47:59,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:47:59,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:47:59,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:47:59,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:47:59,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6143e33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:47:59,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76148131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:47:59,136 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data1/current/BP-869988227-172.17.0.2-1731566878778/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:59,136 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data2/current/BP-869988227-172.17.0.2-1731566878778/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:59,155 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:47:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32a59a010b876443 with lease ID 0x763b154bc255a6f6: Processing first storage report for DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49 from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=c6084731-2cac-4c82-b323-29b5280447ea, infoPort=46657, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778) 2024-11-14T06:47:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32a59a010b876443 with lease ID 0x763b154bc255a6f6: from storage DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49 node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=c6084731-2cac-4c82-b323-29b5280447ea, infoPort=46657, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32a59a010b876443 with lease ID 0x763b154bc255a6f6: Processing first storage report for DS-ba5aee87-24d2-488b-99d7-9dd1d1ea8d8d from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=c6084731-2cac-4c82-b323-29b5280447ea, infoPort=46657, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778) 2024-11-14T06:47:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32a59a010b876443 with lease ID 0x763b154bc255a6f6: from storage DS-ba5aee87-24d2-488b-99d7-9dd1d1ea8d8d node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=c6084731-2cac-4c82-b323-29b5280447ea, infoPort=46657, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:59,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ac2d052{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/java.io.tmpdir/jetty-localhost-40923-hadoop-hdfs-3_4_1-tests_jar-_-any-17454092987070692800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:47:59,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a38545{HTTP/1.1, (http/1.1)}{localhost:40923} 2024-11-14T06:47:59,200 INFO [Time-limited test {}] server.Server(415): Started @189582ms 2024-11-14T06:47:59,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:47:59,255 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data3/current/BP-869988227-172.17.0.2-1731566878778/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:59,255 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data4/current/BP-869988227-172.17.0.2-1731566878778/current, will proceed with Du for space computation calculation, 2024-11-14T06:47:59,271 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:47:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99cc1e6d1f6ea0e2 with lease ID 0x763b154bc255a6f7: Processing first storage report for DS-82f8e39b-1cf1-4939-b2b5-4867580704ec from datanode DatanodeRegistration(127.0.0.1:40809, datanodeUuid=5eb68f16-2c3b-4346-9ca6-faea56753d9a, infoPort=43231, infoSecurePort=0, ipcPort=33243, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778) 2024-11-14T06:47:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99cc1e6d1f6ea0e2 with lease ID 0x763b154bc255a6f7: from storage DS-82f8e39b-1cf1-4939-b2b5-4867580704ec node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=5eb68f16-2c3b-4346-9ca6-faea56753d9a, infoPort=43231, infoSecurePort=0, ipcPort=33243, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99cc1e6d1f6ea0e2 with lease ID 0x763b154bc255a6f7: Processing first storage report for DS-af9f6191-3bfc-4828-82ca-b21e46e0af5d from datanode DatanodeRegistration(127.0.0.1:40809, datanodeUuid=5eb68f16-2c3b-4346-9ca6-faea56753d9a, infoPort=43231, infoSecurePort=0, ipcPort=33243, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778) 2024-11-14T06:47:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99cc1e6d1f6ea0e2 with lease ID 0x763b154bc255a6f7: from storage DS-af9f6191-3bfc-4828-82ca-b21e46e0af5d node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=5eb68f16-2c3b-4346-9ca6-faea56753d9a, infoPort=43231, infoSecurePort=0, ipcPort=33243, storageInfo=lv=-57;cid=testClusterID;nsid=243762246;c=1731566878778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:47:59,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05 2024-11-14T06:47:59,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/zookeeper_0, clientPort=51857, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:47:59,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51857 2024-11-14T06:47:59,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:47:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:47:59,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c with version=8 2024-11-14T06:47:59,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44785/user/jenkins/test-data/3e312268-38f7-3e81-debd-60bd2895f72c/hbase-staging 2024-11-14T06:47:59,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:47:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:47:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:47:59,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:47:59,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:47:59,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41907 2024-11-14T06:47:59,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41907 connecting to ZooKeeper ensemble=127.0.0.1:51857 2024-11-14T06:47:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419070x0, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:47:59,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41907-0x1003cfd1ed10000 connected 2024-11-14T06:47:59,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:59,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c, hbase.cluster.distributed=false 2024-11-14T06:47:59,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:47:59,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-14T06:47:59,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41907 2024-11-14T06:47:59,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41907 2024-11-14T06:47:59,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-14T06:47:59,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-14T06:47:59,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:47:59,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:47:59,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40251 2024-11-14T06:47:59,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40251 connecting to ZooKeeper ensemble=127.0.0.1:51857 2024-11-14T06:47:59,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402510x0, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:47:59,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40251-0x1003cfd1ed10001 connected 2024-11-14T06:47:59,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:47:59,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:47:59,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:47:59,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:47:59,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:47:59,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-14T06:47:59,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40251 2024-11-14T06:47:59,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40251 2024-11-14T06:47:59,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-14T06:47:59,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-14T06:47:59,420 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:41907 2024-11-14T06:47:59,421 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:59,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:59,422 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:47:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,424 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:47:59,424 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,41907,1731566879352 from backup master directory 2024-11-14T06:47:59,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:59,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:47:59,425 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:47:59,425 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,428 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/hbase.id] with ID: 46185032-efee-4d9d-b95d-e2cd16634264 2024-11-14T06:47:59,429 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/.tmp/hbase.id 2024-11-14T06:47:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:47:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:47:59,434 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/.tmp/hbase.id]:[hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/hbase.id] 2024-11-14T06:47:59,445 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:47:59,445 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:47:59,446 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T06:47:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:47:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:47:59,454 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:47:59,455 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:47:59,455 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:47:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:47:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:47:59,462 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store 2024-11-14T06:47:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:47:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:47:59,468 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:59,468 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:47:59,468 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:59,468 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:59,468 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:47:59,469 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:59,469 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:47:59,469 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566879468Disabling compacts and flushes for region at 1731566879468Disabling writes for close at 1731566879468Writing region close event to WAL at 1731566879469 (+1 ms)Closed at 1731566879469 2024-11-14T06:47:59,469 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/.initializing 2024-11-14T06:47:59,469 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/WALs/20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,470 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:47:59,472 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C41907%2C1731566879352, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/WALs/20680646cf8a,41907,1731566879352, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/oldWALs, maxLogs=10 2024-11-14T06:47:59,484 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/WALs/20680646cf8a,41907,1731566879352/20680646cf8a%2C41907%2C1731566879352.1731566879472, exclude list is [], retry=0 2024-11-14T06:47:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49,DISK] 2024-11-14T06:47:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-82f8e39b-1cf1-4939-b2b5-4867580704ec,DISK] 2024-11-14T06:47:59,488 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/WALs/20680646cf8a,41907,1731566879352/20680646cf8a%2C41907%2C1731566879352.1731566879472 2024-11-14T06:47:59,489 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46657:46657),(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-14T06:47:59,489 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:47:59,489 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:59,489 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,489 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:47:59,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:59,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:47:59,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:59,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:47:59,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:59,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:47:59,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:47:59,497 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,498 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,498 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,500 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,500 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,500 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:47:59,501 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:47:59,503 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:47:59,504 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713793, jitterRate=-0.09236614406108856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:47:59,505 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731566879489Initializing all the Stores at 1731566879490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566879490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566879490Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566879490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566879490Cleaning up temporary data from old regions at 1731566879500 (+10 ms)Region opened successfully at 1731566879505 (+5 ms) 2024-11-14T06:47:59,505 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:47:59,508 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8a6976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:47:59,509 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:47:59,509 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:47:59,509 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:47:59,509 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:47:59,510 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T06:47:59,510 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T06:47:59,510 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:47:59,512 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:47:59,513 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:47:59,513 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:47:59,514 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:47:59,514 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:47:59,515 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:47:59,515 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:47:59,516 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:47:59,517 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:47:59,517 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:47:59,518 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:47:59,519 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:47:59,520 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:47:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:47:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,522 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,41907,1731566879352, sessionid=0x1003cfd1ed10000, setting cluster-up flag (Was=false) 2024-11-14T06:47:59,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,525 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:47:59,526 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,531 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:47:59,531 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,41907,1731566879352 2024-11-14T06:47:59,533 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:47:59,534 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:59,534 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:47:59,534 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:47:59,534 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,41907,1731566879352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:47:59,535 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:59,535 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:59,535 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:59,535 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:47:59,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:47:59,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:47:59,536 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:59,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:47:59,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731566909540 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:47:59,540 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,541 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:47:59,541 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:47:59,541 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:47:59,545 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:47:59,545 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:47:59,546 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566879545,5,FailOnTimeoutGroup] 2024-11-14T06:47:59,547 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566879546,5,FailOnTimeoutGroup] 2024-11-14T06:47:59,547 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,547 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:47:59,547 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,547 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:47:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:47:59,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:47:59,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c 2024-11-14T06:47:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:47:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741832_1008 (size=32) 2024-11-14T06:47:59,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:47:59,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:47:59,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:47:59,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:47:59,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:47:59,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:59,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:47:59,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:47:59,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:59,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:47:59,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:47:59,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:47:59,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:47:59,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:47:59,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740 2024-11-14T06:47:59,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740 2024-11-14T06:47:59,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:47:59,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:47:59,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:47:59,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:47:59,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:47:59,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871107, jitterRate=0.10767066478729248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:47:59,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731566879559Initializing all the Stores at 1731566879560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566879560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566879561 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566879561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566879561Cleaning up temporary data from old regions at 1731566879569 (+8 ms)Region opened successfully at 1731566879573 (+4 ms) 2024-11-14T06:47:59,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:47:59,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:47:59,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:47:59,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:47:59,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:47:59,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:47:59,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566879573Disabling compacts and flushes for region at 1731566879573Disabling writes for close at 1731566879574 (+1 ms)Writing region close event to WAL at 1731566879574Closed at 1731566879574 2024-11-14T06:47:59,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:47:59,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:47:59,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:47:59,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:47:59,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:47:59,612 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(746): ClusterId : 46185032-efee-4d9d-b95d-e2cd16634264 2024-11-14T06:47:59,612 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:47:59,614 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:47:59,614 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:47:59,615 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:47:59,616 DEBUG [RS:0;20680646cf8a:40251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27381180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:47:59,627 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:40251 2024-11-14T06:47:59,627 INFO [RS:0;20680646cf8a:40251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:47:59,627 INFO [RS:0;20680646cf8a:40251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:47:59,627 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:47:59,628 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,41907,1731566879352 with port=40251, startcode=1731566879398 2024-11-14T06:47:59,628 DEBUG [RS:0;20680646cf8a:40251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:47:59,630 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:47:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,632 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c 2024-11-14T06:47:59,632 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43297 2024-11-14T06:47:59,632 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:47:59,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:47:59,633 DEBUG [RS:0;20680646cf8a:40251 {}] zookeeper.ZKUtil(111): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,634 WARN [RS:0;20680646cf8a:40251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:47:59,634 INFO [RS:0;20680646cf8a:40251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:47:59,634 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,40251,1731566879398] 2024-11-14T06:47:59,637 INFO [RS:0;20680646cf8a:40251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:47:59,638 INFO [RS:0;20680646cf8a:40251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:47:59,639 INFO [RS:0;20680646cf8a:40251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:47:59,639 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,639 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:47:59,640 INFO [RS:0;20680646cf8a:40251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:47:59,640 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:47:59,640 DEBUG [RS:0;20680646cf8a:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,642 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,40251,1731566879398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:47:59,656 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:47:59,656 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,40251,1731566879398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,656 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,656 INFO [RS:0;20680646cf8a:40251 {}] regionserver.Replication(171): 20680646cf8a,40251,1731566879398 started 2024-11-14T06:47:59,670 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:47:59,670 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,40251,1731566879398, RpcServer on 20680646cf8a/172.17.0.2:40251, sessionid=0x1003cfd1ed10001 2024-11-14T06:47:59,670 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:47:59,670 DEBUG [RS:0;20680646cf8a:40251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,670 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,40251,1731566879398' 2024-11-14T06:47:59,670 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,40251,1731566879398' 2024-11-14T06:47:59,671 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:47:59,672 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:47:59,672 DEBUG [RS:0;20680646cf8a:40251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:47:59,672 INFO [RS:0;20680646cf8a:40251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:47:59,672 INFO [RS:0;20680646cf8a:40251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:47:59,727 WARN [20680646cf8a:41907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T06:47:59,772 INFO [RS:0;20680646cf8a:40251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:47:59,774 INFO [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C40251%2C1731566879398, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs, maxLogs=32 2024-11-14T06:47:59,786 DEBUG [RS:0;20680646cf8a:40251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398/20680646cf8a%2C40251%2C1731566879398.1731566879774, exclude list is [], retry=0 2024-11-14T06:47:59,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-82f8e39b-1cf1-4939-b2b5-4867580704ec,DISK] 2024-11-14T06:47:59,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49,DISK] 2024-11-14T06:47:59,791 INFO [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398/20680646cf8a%2C40251%2C1731566879398.1731566879774 2024-11-14T06:47:59,792 DEBUG [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46657:46657),(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-14T06:47:59,977 DEBUG [20680646cf8a:41907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:47:59,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,40251,1731566879398 2024-11-14T06:47:59,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,40251,1731566879398, state=OPENING 2024-11-14T06:47:59,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:47:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:47:59,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:47:59,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:59,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:47:59,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,40251,1731566879398}] 2024-11-14T06:48:00,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:48:00,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:48:00,150 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:48:00,150 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:48:00,151 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:48:00,153 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C40251%2C1731566879398.meta, suffix=.meta, logDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs, maxLogs=32 2024-11-14T06:48:00,168 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398/20680646cf8a%2C40251%2C1731566879398.meta.1731566880153.meta, exclude list is [], retry=0 2024-11-14T06:48:00,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49,DISK] 2024-11-14T06:48:00,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-82f8e39b-1cf1-4939-b2b5-4867580704ec,DISK] 2024-11-14T06:48:00,171 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/20680646cf8a,40251,1731566879398/20680646cf8a%2C40251%2C1731566879398.meta.1731566880153.meta 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231),(127.0.0.1/127.0.0.1:46657:46657)] 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:48:00,172 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:48:00,172 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:48:00,173 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:48:00,173 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:48:00,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:48:00,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:48:00,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:48:00,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:48:00,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:48:00,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:48:00,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:48:00,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:48:00,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:48:00,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:48:00,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:48:00,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:48:00,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:48:00,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:48:00,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:48:00,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:48:00,179 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:48:00,180 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740 2024-11-14T06:48:00,181 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740 2024-11-14T06:48:00,182 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:48:00,182 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:48:00,183 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:48:00,184 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:48:00,185 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802583, jitterRate=0.020538240671157837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:48:00,185 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:48:00,185 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731566880173Writing region info on filesystem at 1731566880173Initializing all the Stores at 1731566880173Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566880174 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566880174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731566880174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731566880174Cleaning up temporary data from old regions at 1731566880182 (+8 ms)Running coprocessor post-open hooks at 1731566880185 (+3 ms)Region opened successfully at 1731566880185 2024-11-14T06:48:00,186 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731566880141 2024-11-14T06:48:00,188 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:48:00,188 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:48:00,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,40251,1731566879398 2024-11-14T06:48:00,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,40251,1731566879398, state=OPEN 2024-11-14T06:48:00,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:48:00,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:48:00,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,40251,1731566879398 2024-11-14T06:48:00,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:48:00,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:48:00,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:48:00,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,40251,1731566879398 in 205 msec 2024-11-14T06:48:00,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:48:00,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-14T06:48:00,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:48:00,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:48:00,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:48:00,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,40251,1731566879398, seqNum=-1] 2024-11-14T06:48:00,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:48:00,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:48:00,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 668 msec 2024-11-14T06:48:00,202 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731566880202, completionTime=-1 2024-11-14T06:48:00,202 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:48:00,202 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:48:00,204 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:48:00,204 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731566940204 2024-11-14T06:48:00,204 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731567000204 2024-11-14T06:48:00,204 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T06:48:00,204 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,205 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,205 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,205 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:41907, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,205 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,205 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,206 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.783sec 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:48:00,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:48:00,209 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:48:00,209 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:48:00,211 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:48:00,211 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:48:00,211 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41907,1731566879352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:48:00,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1364004f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:48:00,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,41907,-1 for getting cluster id 2024-11-14T06:48:00,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:48:00,213 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46185032-efee-4d9d-b95d-e2cd16634264' 2024-11-14T06:48:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:48:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46185032-efee-4d9d-b95d-e2cd16634264" 2024-11-14T06:48:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:48:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,41907,-1] 2024-11-14T06:48:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:48:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,215 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:48:00,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a25e8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:48:00,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:48:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,40251,1731566879398, seqNum=-1] 2024-11-14T06:48:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:48:00,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:48:00,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,41907,1731566879352 2024-11-14T06:48:00,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:48:00,221 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T06:48:00,221 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:48:00,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:48:00,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs, maxLogs=32 2024-11-14T06:48:00,236 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880225, exclude list is [], retry=0 2024-11-14T06:48:00,239 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49,DISK] 2024-11-14T06:48:00,239 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-82f8e39b-1cf1-4939-b2b5-4867580704ec,DISK] 2024-11-14T06:48:00,241 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880225 2024-11-14T06:48:00,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46657:46657),(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-14T06:48:00,255 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880241, exclude list is [], retry=0 2024-11-14T06:48:00,258 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-1d96b351-8f25-4ac1-8b35-fa9821bfcf49,DISK] 2024-11-14T06:48:00,258 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-82f8e39b-1cf1-4939-b2b5-4867580704ec,DISK] 2024-11-14T06:48:00,259 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880225 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880241 2024-11-14T06:48:00,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46657:46657),(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-14T06:48:00,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880225 is not closed yet, will try archiving it next time 2024-11-14T06:48:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741835_1011 (size=93) 2024-11-14T06:48:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741835_1011 (size=93) 2024-11-14T06:48:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741836_1012 (size=93) 2024-11-14T06:48:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741836_1012 (size=93) 2024-11-14T06:48:00,264 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731566880225 to hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs/test.com%2C8080%2C1.1731566880225 2024-11-14T06:48:00,265 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs 2024-11-14T06:48:00,265 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731566880241) 2024-11-14T06:48:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:48:00,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:48:00,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:48:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:48:00,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:48:00,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=918538854, stopped=false 2024-11-14T06:48:00,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,41907,1731566879352 2024-11-14T06:48:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:48:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:48:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:48:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:48:00,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:48:00,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:48:00,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:48:00,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:48:00,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,40251,1731566879398' ***** 2024-11-14T06:48:00,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:48:00,268 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,40251,1731566879398 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:48:00,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:40251. 2024-11-14T06:48:00,268 DEBUG [RS:0;20680646cf8a:40251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:48:00,268 DEBUG [RS:0;20680646cf8a:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:48:00,268 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:48:00,269 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T06:48:00,269 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T06:48:00,269 DEBUG [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:48:00,269 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:48:00,269 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:48:00,269 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:48:00,269 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:48:00,269 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:48:00,269 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T06:48:00,285 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/.tmp/ns/824e5a7513204c7ebaba118b41b552d3 is 43, key is default/ns:d/1731566880198/Put/seqid=0 2024-11-14T06:48:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741837_1013 (size=5153) 2024-11-14T06:48:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741837_1013 (size=5153) 2024-11-14T06:48:00,290 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/.tmp/ns/824e5a7513204c7ebaba118b41b552d3 2024-11-14T06:48:00,296 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/.tmp/ns/824e5a7513204c7ebaba118b41b552d3 as hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/ns/824e5a7513204c7ebaba118b41b552d3 2024-11-14T06:48:00,301 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/ns/824e5a7513204c7ebaba118b41b552d3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T06:48:00,302 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-14T06:48:00,302 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:48:00,307 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T06:48:00,307 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:48:00,307 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:48:00,307 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731566880269Running coprocessor pre-close hooks at 1731566880269Disabling compacts and flushes for region at 1731566880269Disabling writes for close at 1731566880269Obtaining lock to block concurrent updates at 1731566880269Preparing flush snapshotting stores in 1588230740 at 1731566880269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731566880270 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731566880270Flushing 1588230740/ns: creating writer at 1731566880270Flushing 1588230740/ns: appending metadata at 1731566880285 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731566880285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e33f4f3: reopening flushed file at 1731566880295 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731566880302 (+7 ms)Writing region close event to WAL at 1731566880303 (+1 ms)Running coprocessor post-close hooks at 1731566880307 (+4 ms)Closed at 1731566880307 2024-11-14T06:48:00,307 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:48:00,469 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,40251,1731566879398; all regions closed. 2024-11-14T06:48:00,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741834_1010 (size=1152) 2024-11-14T06:48:00,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741834_1010 (size=1152) 2024-11-14T06:48:00,478 DEBUG [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs 2024-11-14T06:48:00,478 INFO [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C40251%2C1731566879398.meta:.meta(num 1731566880153) 2024-11-14T06:48:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741833_1009 (size=93) 2024-11-14T06:48:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741833_1009 (size=93) 2024-11-14T06:48:00,483 DEBUG [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/oldWALs 2024-11-14T06:48:00,483 INFO [RS:0;20680646cf8a:40251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C40251%2C1731566879398:(num 1731566879774) 2024-11-14T06:48:00,483 DEBUG [RS:0;20680646cf8a:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:48:00,483 INFO [RS:0;20680646cf8a:40251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:48:00,483 INFO [RS:0;20680646cf8a:40251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:48:00,483 INFO [RS:0;20680646cf8a:40251 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T06:48:00,483 INFO [RS:0;20680646cf8a:40251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:48:00,483 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:48:00,484 INFO [RS:0;20680646cf8a:40251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40251 2024-11-14T06:48:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,40251,1731566879398 2024-11-14T06:48:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:48:00,485 INFO [RS:0;20680646cf8a:40251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:48:00,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,40251,1731566879398] 2024-11-14T06:48:00,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,40251,1731566879398 already deleted, retry=false 2024-11-14T06:48:00,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,40251,1731566879398 expired; onlineServers=0 2024-11-14T06:48:00,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,41907,1731566879352' ***** 2024-11-14T06:48:00,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:48:00,486 INFO [M:0;20680646cf8a:41907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:48:00,486 INFO [M:0;20680646cf8a:41907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:48:00,487 DEBUG [M:0;20680646cf8a:41907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:48:00,487 DEBUG [M:0;20680646cf8a:41907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:48:00,487 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566879545 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731566879545,5,FailOnTimeoutGroup] 2024-11-14T06:48:00,487 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:48:00,487 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566879546 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731566879546,5,FailOnTimeoutGroup] 2024-11-14T06:48:00,487 INFO [M:0;20680646cf8a:41907 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:48:00,487 INFO [M:0;20680646cf8a:41907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:48:00,487 DEBUG [M:0;20680646cf8a:41907 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:48:00,487 INFO [M:0;20680646cf8a:41907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:48:00,487 INFO [M:0;20680646cf8a:41907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:48:00,487 INFO [M:0;20680646cf8a:41907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:48:00,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:48:00,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:48:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:48:00,488 DEBUG [M:0;20680646cf8a:41907 {}] zookeeper.ZKUtil(347): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:48:00,488 WARN [M:0;20680646cf8a:41907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:48:00,488 INFO [M:0;20680646cf8a:41907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/.lastflushedseqids 2024-11-14T06:48:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741838_1014 (size=99) 2024-11-14T06:48:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741838_1014 (size=99) 2024-11-14T06:48:00,494 INFO [M:0;20680646cf8a:41907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:48:00,494 INFO [M:0;20680646cf8a:41907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:48:00,495 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:48:00,495 INFO [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:48:00,495 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:48:00,495 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:48:00,495 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:48:00,495 INFO [M:0;20680646cf8a:41907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T06:48:00,510 DEBUG [M:0;20680646cf8a:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ed5c80e9cfd42a6b43b9a5cfcc85b3f is 82, key is hbase:meta,,1/info:regioninfo/1731566880188/Put/seqid=0 2024-11-14T06:48:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741839_1015 (size=5672) 2024-11-14T06:48:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741839_1015 (size=5672) 2024-11-14T06:48:00,515 INFO [M:0;20680646cf8a:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ed5c80e9cfd42a6b43b9a5cfcc85b3f 2024-11-14T06:48:00,533 DEBUG [M:0;20680646cf8a:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/276828e34f6747cf88da0144245f6a44 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731566880201/Put/seqid=0 2024-11-14T06:48:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741840_1016 (size=5275) 2024-11-14T06:48:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741840_1016 (size=5275) 2024-11-14T06:48:00,538 INFO [M:0;20680646cf8a:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/276828e34f6747cf88da0144245f6a44 2024-11-14T06:48:00,557 DEBUG [M:0;20680646cf8a:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62544354d294d96b07c857fdc791dbb is 69, key is 20680646cf8a,40251,1731566879398/rs:state/1731566879631/Put/seqid=0 2024-11-14T06:48:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741841_1017 (size=5156) 2024-11-14T06:48:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741841_1017 (size=5156) 2024-11-14T06:48:00,562 INFO [M:0;20680646cf8a:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62544354d294d96b07c857fdc791dbb 2024-11-14T06:48:00,580 DEBUG [M:0;20680646cf8a:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05972f2130a340b897decb214a230e09 is 52, key is load_balancer_on/state:d/1731566880220/Put/seqid=0 2024-11-14T06:48:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741842_1018 (size=5056) 2024-11-14T06:48:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741842_1018 (size=5056) 2024-11-14T06:48:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:48:00,586 INFO [RS:0;20680646cf8a:40251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:48:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1003cfd1ed10001, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:48:00,586 INFO [RS:0;20680646cf8a:40251 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,40251,1731566879398; zookeeper connection closed. 2024-11-14T06:48:00,586 INFO [M:0;20680646cf8a:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05972f2130a340b897decb214a230e09 2024-11-14T06:48:00,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d08642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d08642 2024-11-14T06:48:00,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:48:00,591 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ed5c80e9cfd42a6b43b9a5cfcc85b3f as hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ed5c80e9cfd42a6b43b9a5cfcc85b3f 2024-11-14T06:48:00,595 INFO [M:0;20680646cf8a:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ed5c80e9cfd42a6b43b9a5cfcc85b3f, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T06:48:00,596 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/276828e34f6747cf88da0144245f6a44 as hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/276828e34f6747cf88da0144245f6a44 2024-11-14T06:48:00,601 INFO [M:0;20680646cf8a:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/276828e34f6747cf88da0144245f6a44, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T06:48:00,602 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62544354d294d96b07c857fdc791dbb as hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d62544354d294d96b07c857fdc791dbb 2024-11-14T06:48:00,606 INFO [M:0;20680646cf8a:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d62544354d294d96b07c857fdc791dbb, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T06:48:00,607 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05972f2130a340b897decb214a230e09 as hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05972f2130a340b897decb214a230e09 2024-11-14T06:48:00,611 INFO [M:0;20680646cf8a:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/899dea50-b12f-499a-d397-c885f798795c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05972f2130a340b897decb214a230e09, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T06:48:00,612 INFO [M:0;20680646cf8a:41907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-14T06:48:00,614 INFO [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:48:00,614 DEBUG [M:0;20680646cf8a:41907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731566880495Disabling compacts and flushes for region at 1731566880495Disabling writes for close at 1731566880495Obtaining lock to block concurrent updates at 1731566880495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731566880495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731566880495Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731566880496 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731566880496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731566880510 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731566880510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731566880519 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731566880532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731566880532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731566880543 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731566880556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731566880556Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731566880567 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731566880580 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731566880580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4de4b9: reopening flushed file at 1731566880590 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f9f0aa: reopening flushed file at 1731566880595 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6706b398: reopening flushed file at 1731566880601 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2346c6bf: reopening flushed file at 1731566880607 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731566880612 (+5 ms)Writing region close event to WAL at 1731566880614 (+2 ms)Closed at 1731566880614 2024-11-14T06:48:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741830_1006 (size=10311) 2024-11-14T06:48:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741830_1006 (size=10311) 2024-11-14T06:48:00,616 INFO [M:0;20680646cf8a:41907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:48:00,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:48:00,616 INFO [M:0;20680646cf8a:41907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41907 2024-11-14T06:48:00,617 INFO [M:0;20680646cf8a:41907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:48:00,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:48:00,723 INFO [M:0;20680646cf8a:41907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:48:00,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1003cfd1ed10000, quorum=127.0.0.1:51857, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:48:00,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ac2d052{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:48:00,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a38545{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:48:00,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:48:00,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76148131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:48:00,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6143e33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,STOPPED} 2024-11-14T06:48:00,727 WARN [BP-869988227-172.17.0.2-1731566878778 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:48:00,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:48:00,727 WARN [BP-869988227-172.17.0.2-1731566878778 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-869988227-172.17.0.2-1731566878778 (Datanode Uuid 5eb68f16-2c3b-4346-9ca6-faea56753d9a) service to localhost/127.0.0.1:43297 2024-11-14T06:48:00,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:48:00,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data3/current/BP-869988227-172.17.0.2-1731566878778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:48:00,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data4/current/BP-869988227-172.17.0.2-1731566878778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:48:00,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:48:00,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e358406{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:48:00,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d35ef24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:48:00,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:48:00,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d1d248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:48:00,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@421cad0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,STOPPED} 2024-11-14T06:48:00,732 WARN [BP-869988227-172.17.0.2-1731566878778 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:48:00,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:48:00,732 WARN [BP-869988227-172.17.0.2-1731566878778 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-869988227-172.17.0.2-1731566878778 (Datanode Uuid c6084731-2cac-4c82-b323-29b5280447ea) service to localhost/127.0.0.1:43297 2024-11-14T06:48:00,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:48:00,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data1/current/BP-869988227-172.17.0.2-1731566878778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:48:00,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/cluster_fa70c37c-d668-0be1-6d41-01695cd51696/data/data2/current/BP-869988227-172.17.0.2-1731566878778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:48:00,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:48:00,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76216141{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:48:00,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e7f53ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:48:00,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:48:00,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca06644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:48:00,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519f89b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ed4b97ab-13ec-a8f2-f408-96a82dbdec05/hadoop.log.dir/,STOPPED} 2024-11-14T06:48:00,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:48:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T06:48:00,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 111) - Thread LEAK? -, OpenFileDescriptor=512 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 57), ProcessCount=11 (was 11), AvailableMemoryMB=243 (was 275)