2024-11-10 22:42:53,328 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 22:42:53,342 main DEBUG Took 0.011769 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 22:42:53,343 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 22:42:53,343 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 22:42:53,344 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 22:42:53,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,354 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 22:42:53,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,369 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,372 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,374 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:42:53,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,377 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 22:42:53,379 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:42:53,380 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 22:42:53,382 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 22:42:53,382 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 22:42:53,383 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 22:42:53,384 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 22:42:53,391 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 22:42:53,394 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 22:42:53,395 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 22:42:53,396 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 22:42:53,396 main DEBUG createAppenders(={Console}) 2024-11-10 22:42:53,397 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-10 22:42:53,397 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 22:42:53,397 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-10 22:42:53,398 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 22:42:53,398 main DEBUG OutputStream closed 2024-11-10 22:42:53,398 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 22:42:53,399 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 22:42:53,399 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-10 22:42:53,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 22:42:53,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 22:42:53,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 22:42:53,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 22:42:53,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 22:42:53,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 22:42:53,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 22:42:53,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 22:42:53,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 22:42:53,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 22:42:53,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 22:42:53,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 22:42:53,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 22:42:53,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 22:42:53,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 22:42:53,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 22:42:53,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 22:42:53,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 22:42:53,476 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 22:42:53,476 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-10 22:42:53,477 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 22:42:53,477 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-10T22:42:53,704 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf 2024-11-10 22:42:53,708 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 22:42:53,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T22:42:53,716 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-10T22:42:53,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=15440 2024-11-10T22:42:53,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:42:53,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4, deleteOnExit=true 2024-11-10T22:42:53,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:42:53,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/test.cache.data in system properties and HBase conf 2024-11-10T22:42:53,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:42:53,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:42:53,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:42:53,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:42:53,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:42:53,865 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T22:42:53,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:42:53,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:42:53,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:42:53,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:42:53,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:42:53,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:42:53,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:42:53,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:42:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:42:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:42:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:42:53,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:42:53,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:42:53,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:42:53,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:42:54,889 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T22:42:54,957 INFO [Time-limited test {}] log.Log(170): Logging initialized @2269ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T22:42:55,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:42:55,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:42:55,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:42:55,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:42:55,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:42:55,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:42:55,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:42:55,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:42:55,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/java.io.tmpdir/jetty-localhost-36435-hadoop-hdfs-3_4_1-tests_jar-_-any-9647396210938690594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:42:55,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:36435} 2024-11-10T22:42:55,291 INFO [Time-limited test {}] server.Server(415): Started @2605ms 2024-11-10T22:42:55,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:42:55,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:42:55,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:42:55,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:42:55,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:42:55,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:42:55,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:42:55,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/java.io.tmpdir/jetty-localhost-38051-hadoop-hdfs-3_4_1-tests_jar-_-any-7582696653073435153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:42:55,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:38051} 2024-11-10T22:42:55,883 INFO [Time-limited test {}] server.Server(415): Started @3196ms 2024-11-10T22:42:55,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:42:56,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:42:56,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:42:56,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:42:56,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:42:56,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:42:56,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:42:56,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:42:56,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/java.io.tmpdir/jetty-localhost-39491-hadoop-hdfs-3_4_1-tests_jar-_-any-10323915660936383216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:42:56,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:39491} 2024-11-10T22:42:56,155 INFO [Time-limited test {}] server.Server(415): Started @3468ms 2024-11-10T22:42:56,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:42:56,956 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data3/current/BP-1989512028-172.17.0.2-1731278574489/current, will proceed with Du for space computation calculation, 2024-11-10T22:42:56,956 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data1/current/BP-1989512028-172.17.0.2-1731278574489/current, will proceed with Du for space computation calculation, 2024-11-10T22:42:56,956 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data4/current/BP-1989512028-172.17.0.2-1731278574489/current, will proceed with Du for space computation calculation, 2024-11-10T22:42:56,956 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data2/current/BP-1989512028-172.17.0.2-1731278574489/current, will proceed with Du for space computation calculation, 2024-11-10T22:42:56,989 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:42:56,989 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:42:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf026f49059c9691b with lease ID 0x2fbd1821ebd9bdbf: Processing first storage report for DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f from datanode DatanodeRegistration(127.0.0.1:36905, datanodeUuid=d88e7b35-53e2-422f-97a4-3aff3c27207f, infoPort=35507, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489) 2024-11-10T22:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf026f49059c9691b with lease ID 0x2fbd1821ebd9bdbf: from storage DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f node DatanodeRegistration(127.0.0.1:36905, datanodeUuid=d88e7b35-53e2-422f-97a4-3aff3c27207f, infoPort=35507, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T22:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01af5a173be1a81 with lease ID 0x2fbd1821ebd9bdbe: Processing first storage report for DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7 from datanode DatanodeRegistration(127.0.0.1:39193, datanodeUuid=bbf9b5b8-ddbf-40dd-a08e-1bd0650b7215, infoPort=39601, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489) 2024-11-10T22:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01af5a173be1a81 with lease ID 0x2fbd1821ebd9bdbe: from storage DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7 node DatanodeRegistration(127.0.0.1:39193, datanodeUuid=bbf9b5b8-ddbf-40dd-a08e-1bd0650b7215, infoPort=39601, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf026f49059c9691b with lease ID 0x2fbd1821ebd9bdbf: Processing first storage report for DS-4118d5d2-2b59-47d3-9f44-1fb23d4f9776 from datanode DatanodeRegistration(127.0.0.1:36905, datanodeUuid=d88e7b35-53e2-422f-97a4-3aff3c27207f, infoPort=35507, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489) 2024-11-10T22:42:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf026f49059c9691b with lease ID 0x2fbd1821ebd9bdbf: from storage DS-4118d5d2-2b59-47d3-9f44-1fb23d4f9776 node DatanodeRegistration(127.0.0.1:36905, datanodeUuid=d88e7b35-53e2-422f-97a4-3aff3c27207f, infoPort=35507, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:42:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01af5a173be1a81 with lease ID 0x2fbd1821ebd9bdbe: Processing first storage report for DS-b5f79828-f585-4018-aefb-d139a994b5e7 from datanode DatanodeRegistration(127.0.0.1:39193, datanodeUuid=bbf9b5b8-ddbf-40dd-a08e-1bd0650b7215, infoPort=39601, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489) 2024-11-10T22:42:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01af5a173be1a81 with lease ID 0x2fbd1821ebd9bdbe: from storage DS-b5f79828-f585-4018-aefb-d139a994b5e7 node DatanodeRegistration(127.0.0.1:39193, datanodeUuid=bbf9b5b8-ddbf-40dd-a08e-1bd0650b7215, infoPort=39601, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=981835251;c=1731278574489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:42:57,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf 2024-11-10T22:42:57,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/zookeeper_0, clientPort=64825, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:42:57,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64825 2024-11-10T22:42:57,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:57,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:42:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:42:57,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365 with version=8 2024-11-10T22:42:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase-staging 2024-11-10T22:42:57,830 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T22:42:58,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:42:58,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:42:58,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:42:58,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:42:58,261 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T22:42:58,269 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T22:42:58,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:42:58,294 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7476 (auto-detected) 2024-11-10T22:42:58,295 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T22:42:58,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37929 2024-11-10T22:42:58,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37929 connecting to ZooKeeper ensemble=127.0.0.1:64825 2024-11-10T22:42:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379290x0, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:42:58,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37929-0x1012834309d0000 connected 2024-11-10T22:42:58,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:58,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:58,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:42:58,558 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365, hbase.cluster.distributed=false 2024-11-10T22:42:58,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:42:58,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-10T22:42:58,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37929 2024-11-10T22:42:58,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37929 2024-11-10T22:42:58,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-10T22:42:58,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-10T22:42:58,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:42:58,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:42:58,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:42:58,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:42:58,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:42:58,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:42:58,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46183 2024-11-10T22:42:58,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46183 connecting to ZooKeeper ensemble=127.0.0.1:64825 2024-11-10T22:42:58,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:58,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:58,738 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461830x0, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:42:58,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46183-0x1012834309d0001 connected 2024-11-10T22:42:58,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:42:58,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:42:58,751 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:42:58,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:42:58,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:42:58,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-10T22:42:58,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46183 2024-11-10T22:42:58,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46183 2024-11-10T22:42:58,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-10T22:42:58,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-10T22:42:58,783 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:37929 2024-11-10T22:42:58,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:58,822 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:42:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:42:58,824 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:58,855 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:42:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:58,855 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:58,856 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:42:58,857 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,37929,1731278577925 from backup master directory 2024-11-10T22:42:58,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:58,868 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:42:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:42:58,869 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:42:58,869 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:58,871 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T22:42:58,873 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T22:42:58,929 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase.id] with ID: 03dc1cac-be54-455a-9068-dc287b0530b0 2024-11-10T22:42:58,929 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/.tmp/hbase.id 2024-11-10T22:42:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:42:58,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:42:58,942 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/.tmp/hbase.id]:[hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase.id] 2024-11-10T22:42:58,983 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:42:58,988 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:42:59,005 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-10T22:42:59,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,044 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:42:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:42:59,079 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:42:59,081 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:42:59,086 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:42:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:42:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:42:59,132 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store 2024-11-10T22:42:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:42:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:42:59,157 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T22:42:59,161 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:42:59,162 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:42:59,162 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:42:59,163 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:42:59,164 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:42:59,165 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:42:59,165 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:42:59,166 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278579162Disabling compacts and flushes for region at 1731278579162Disabling writes for close at 1731278579165 (+3 ms)Writing region close event to WAL at 1731278579165Closed at 1731278579165 2024-11-10T22:42:59,169 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/.initializing 2024-11-10T22:42:59,169 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/WALs/2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:59,178 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:42:59,191 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C37929%2C1731278577925, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/WALs/2b9d7a669c7f,37929,1731278577925, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/oldWALs, maxLogs=10 2024-11-10T22:42:59,228 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/WALs/2b9d7a669c7f,37929,1731278577925/2b9d7a669c7f%2C37929%2C1731278577925.1731278579197, exclude list is [], retry=0 2024-11-10T22:42:59,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:42:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:42:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:42:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T22:42:59,286 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/WALs/2b9d7a669c7f,37929,1731278577925/2b9d7a669c7f%2C37929%2C1731278577925.1731278579197 2024-11-10T22:42:59,287 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39601:39601),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-10T22:42:59,287 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:42:59,288 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:42:59,290 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,291 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:42:59,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:42:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:42:59,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:42:59,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:42:59,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:42:59,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:42:59,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:42:59,364 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,368 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,369 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,374 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,375 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,378 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:42:59,382 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:42:59,386 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:42:59,388 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772247, jitterRate=-0.018037796020507812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:42:59,396 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731278579301Initializing all the Stores at 1731278579303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278579304 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278579304Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278579305 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278579305Cleaning up temporary data from old regions at 1731278579375 (+70 ms)Region opened successfully at 1731278579396 (+21 ms) 2024-11-10T22:42:59,398 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:42:59,428 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24898c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:42:59,455 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:42:59,464 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:42:59,464 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:42:59,467 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:42:59,468 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T22:42:59,473 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T22:42:59,474 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:42:59,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:42:59,505 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:42:59,555 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:42:59,560 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:42:59,563 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:42:59,571 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:42:59,573 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:42:59,576 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:42:59,585 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:42:59,586 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:42:59,596 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:42:59,616 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:42:59,626 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:42:59,638 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:42:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:42:59,638 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,642 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,37929,1731278577925, sessionid=0x1012834309d0000, setting cluster-up flag (Was=false) 2024-11-10T22:42:59,671 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,696 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:42:59,699 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:59,721 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:42:59,746 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:42:59,750 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,37929,1731278577925 2024-11-10T22:42:59,759 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:42:59,767 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(746): ClusterId : 03dc1cac-be54-455a-9068-dc287b0530b0 2024-11-10T22:42:59,769 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:42:59,782 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:42:59,782 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:42:59,795 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:42:59,795 DEBUG [RS:0;2b9d7a669c7f:46183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d50d11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:42:59,808 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:46183 2024-11-10T22:42:59,810 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:42:59,811 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:42:59,811 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:42:59,813 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,37929,1731278577925 with port=46183, startcode=1731278578668 2024-11-10T22:42:59,823 DEBUG [RS:0;2b9d7a669c7f:46183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:42:59,853 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:42:59,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:42:59,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T22:42:59,862 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:42:59,868 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:42:59,872 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,37929,1731278577925 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:42:59,878 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:42:59,879 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:42:59,881 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731278609880 2024-11-10T22:42:59,882 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:42:59,883 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:42:59,884 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T22:42:59,884 WARN [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T22:42:59,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:42:59,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:42:59,887 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:42:59,887 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:42:59,888 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:42:59,888 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:42:59,888 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:42:59,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,891 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:42:59,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:42:59,892 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:42:59,893 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:42:59,895 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:42:59,895 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:42:59,899 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278579896,5,FailOnTimeoutGroup] 2024-11-10T22:42:59,899 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278579899,5,FailOnTimeoutGroup] 2024-11-10T22:42:59,899 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:42:59,899 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:42:59,901 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:42:59,901 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:42:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:42:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:42:59,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:42:59,908 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365 2024-11-10T22:42:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:42:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:42:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:42:59,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:42:59,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:42:59,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:42:59,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:42:59,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:42:59,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:42:59,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:42:59,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:42:59,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:42:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:42:59,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:42:59,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:42:59,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:42:59,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:42:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740 2024-11-10T22:42:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740 2024-11-10T22:42:59,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:42:59,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:42:59,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:42:59,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:42:59,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:42:59,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723483, jitterRate=-0.08004499971866608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:42:59,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731278579921Initializing all the Stores at 1731278579922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278579922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278579923 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278579923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278579923Cleaning up temporary data from old regions at 1731278579941 (+18 ms)Region opened successfully at 1731278579955 (+14 ms) 2024-11-10T22:42:59,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:42:59,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:42:59,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:42:59,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:42:59,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:42:59,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:42:59,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278579955Disabling compacts and flushes for region at 1731278579955Disabling writes for close at 1731278579955Writing region close event to WAL at 1731278579956 (+1 ms)Closed at 1731278579957 (+1 ms) 2024-11-10T22:42:59,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:42:59,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:42:59,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:42:59,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:42:59,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:42:59,985 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,37929,1731278577925 with port=46183, startcode=1731278578668 2024-11-10T22:42:59,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,46183,1731278578668 2024-11-10T22:42:59,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:42:59,997 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365 2024-11-10T22:42:59,997 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41807 2024-11-10T22:42:59,997 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:43:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:43:00,028 DEBUG [RS:0;2b9d7a669c7f:46183 {}] zookeeper.ZKUtil(111): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,028 WARN [RS:0;2b9d7a669c7f:46183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:43:00,029 INFO [RS:0;2b9d7a669c7f:46183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:43:00,029 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,46183,1731278578668] 2024-11-10T22:43:00,055 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:43:00,069 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:43:00,073 INFO [RS:0;2b9d7a669c7f:46183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:43:00,073 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,074 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:43:00,078 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:43:00,080 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,080 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:43:00,081 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:43:00,082 DEBUG [RS:0;2b9d7a669c7f:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:43:00,082 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,082 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,083 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,083 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,083 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,083 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,46183,1731278578668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:43:00,099 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:43:00,100 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,46183,1731278578668-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,100 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,100 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.Replication(171): 2b9d7a669c7f,46183,1731278578668 started 2024-11-10T22:43:00,117 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,118 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,46183,1731278578668, RpcServer on 2b9d7a669c7f/172.17.0.2:46183, sessionid=0x1012834309d0001 2024-11-10T22:43:00,119 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:43:00,119 DEBUG [RS:0;2b9d7a669c7f:46183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,119 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,46183,1731278578668' 2024-11-10T22:43:00,119 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:43:00,120 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:43:00,121 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:43:00,121 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:43:00,121 DEBUG [RS:0;2b9d7a669c7f:46183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,121 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,46183,1731278578668' 2024-11-10T22:43:00,121 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:43:00,122 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:43:00,123 DEBUG [RS:0;2b9d7a669c7f:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:43:00,123 INFO [RS:0;2b9d7a669c7f:46183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:43:00,123 INFO [RS:0;2b9d7a669c7f:46183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:43:00,128 WARN [2b9d7a669c7f:37929 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T22:43:00,229 INFO [RS:0;2b9d7a669c7f:46183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:43:00,232 INFO [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C46183%2C1731278578668, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs, maxLogs=32 2024-11-10T22:43:00,249 DEBUG [RS:0;2b9d7a669c7f:46183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237, exclude list is [], retry=0 2024-11-10T22:43:00,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:00,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:00,258 INFO [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237 2024-11-10T22:43:00,258 DEBUG [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39601:39601),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-10T22:43:00,381 DEBUG [2b9d7a669c7f:37929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:43:00,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,46183,1731278578668, state=OPENING 2024-11-10T22:43:00,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:43:00,443 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:43:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:43:00,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:43:00,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:43:00,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:43:00,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,46183,1731278578668}] 2024-11-10T22:43:00,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:43:00,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:43:00,639 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:43:00,639 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:43:00,640 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:43:00,643 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C46183%2C1731278578668.meta, suffix=.meta, logDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs, maxLogs=32 2024-11-10T22:43:00,658 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.meta.1731278580645.meta, exclude list is [], retry=0 2024-11-10T22:43:00,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:00,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:00,664 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.meta.1731278580645.meta 2024-11-10T22:43:00,665 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39601:39601),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-10T22:43:00,665 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:43:00,666 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:43:00,669 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:43:00,673 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:43:00,677 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:43:00,677 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:43:00,677 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:43:00,677 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:43:00,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:43:00,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:43:00,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:00,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:43:00,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:43:00,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:43:00,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:00,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:43:00,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:43:00,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:43:00,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:00,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:43:00,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:43:00,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:43:00,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:00,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:43:00,691 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:43:00,693 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740 2024-11-10T22:43:00,695 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740 2024-11-10T22:43:00,698 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:43:00,698 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:43:00,699 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:43:00,702 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:43:00,704 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732518, jitterRate=-0.06855608522891998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:43:00,704 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:43:00,706 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731278580678Writing region info on filesystem at 1731278580678Initializing all the Stores at 1731278580680 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278580680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278580680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278580680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278580680Cleaning up temporary data from old regions at 1731278580698 (+18 ms)Running coprocessor post-open hooks at 1731278580704 (+6 ms)Region opened successfully at 1731278580706 (+2 ms) 2024-11-10T22:43:00,712 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731278580619 2024-11-10T22:43:00,724 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:43:00,724 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:43:00,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,46183,1731278578668, state=OPEN 2024-11-10T22:43:00,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:43:00,777 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:43:00,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:43:00,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:43:00,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:00,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:43:00,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,46183,1731278578668 in 329 msec 2024-11-10T22:43:00,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:43:00,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 819 msec 2024-11-10T22:43:00,792 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:43:00,792 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:43:00,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:43:00,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,46183,1731278578668, seqNum=-1] 2024-11-10T22:43:00,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:43:00,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:43:00,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-10T22:43:00,851 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731278580850, completionTime=-1 2024-11-10T22:43:00,853 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:43:00,853 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T22:43:00,876 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T22:43:00,876 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731278640876 2024-11-10T22:43:00,876 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731278700876 2024-11-10T22:43:00,877 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-10T22:43:00,878 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,879 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,879 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,880 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:37929, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,880 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,881 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,886 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:43:00,907 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.037sec 2024-11-10T22:43:00,909 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:43:00,910 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:43:00,911 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:43:00,912 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:43:00,912 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:43:00,913 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:43:00,913 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:43:00,920 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:43:00,920 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:43:00,921 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37929,1731278577925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:43:00,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283e67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:43:00,978 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T22:43:00,978 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T22:43:00,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,37929,-1 for getting cluster id 2024-11-10T22:43:00,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:43:00,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03dc1cac-be54-455a-9068-dc287b0530b0' 2024-11-10T22:43:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:43:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03dc1cac-be54-455a-9068-dc287b0530b0" 2024-11-10T22:43:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6ad409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:43:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,37929,-1] 2024-11-10T22:43:00,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:43:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:01,002 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:43:01,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3868c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:43:01,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:43:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,46183,1731278578668, seqNum=-1] 2024-11-10T22:43:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:43:01,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:43:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,37929,1731278577925 2024-11-10T22:43:01,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:43:01,042 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T22:43:01,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:43:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b9d7a669c7f,37929,1731278577925 2024-11-10T22:43:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6836be 2024-11-10T22:43:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:43:01,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:43:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T22:43:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T22:43:01,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:43:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-10T22:43:01,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:43:01,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-10T22:43:01,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:01,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:43:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:43:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741835_1011 (size=389) 2024-11-10T22:43:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741835_1011 (size=389) 2024-11-10T22:43:01,092 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35e0021f4ae814f6e3873b0a08b07433, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365 2024-11-10T22:43:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741836_1012 (size=72) 2024-11-10T22:43:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741836_1012 (size=72) 2024-11-10T22:43:01,102 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:43:01,102 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 35e0021f4ae814f6e3873b0a08b07433, disabling compactions & flushes 2024-11-10T22:43:01,102 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,103 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,103 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. after waiting 0 ms 2024-11-10T22:43:01,103 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,103 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,103 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35e0021f4ae814f6e3873b0a08b07433: Waiting for close lock at 1731278581102Disabling compacts and flushes for region at 1731278581102Disabling writes for close at 1731278581103 (+1 ms)Writing region close event to WAL at 1731278581103Closed at 1731278581103 2024-11-10T22:43:01,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:43:01,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731278581105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278581105"}]},"ts":"1731278581105"} 2024-11-10T22:43:01,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:43:01,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:43:01,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278581139"}]},"ts":"1731278581139"} 2024-11-10T22:43:01,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-10T22:43:01,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=35e0021f4ae814f6e3873b0a08b07433, ASSIGN}] 2024-11-10T22:43:01,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=35e0021f4ae814f6e3873b0a08b07433, ASSIGN 2024-11-10T22:43:01,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=35e0021f4ae814f6e3873b0a08b07433, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,46183,1731278578668; forceNewPlan=false, retain=false 2024-11-10T22:43:01,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35e0021f4ae814f6e3873b0a08b07433, regionState=OPENING, regionLocation=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=35e0021f4ae814f6e3873b0a08b07433, ASSIGN because future has completed 2024-11-10T22:43:01,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e0021f4ae814f6e3873b0a08b07433, server=2b9d7a669c7f,46183,1731278578668}] 2024-11-10T22:43:01,485 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,485 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35e0021f4ae814f6e3873b0a08b07433, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:43:01,486 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,486 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:43:01,486 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,486 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,489 INFO [StoreOpener-35e0021f4ae814f6e3873b0a08b07433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,491 INFO [StoreOpener-35e0021f4ae814f6e3873b0a08b07433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e0021f4ae814f6e3873b0a08b07433 columnFamilyName info 2024-11-10T22:43:01,491 DEBUG [StoreOpener-35e0021f4ae814f6e3873b0a08b07433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:43:01,492 INFO [StoreOpener-35e0021f4ae814f6e3873b0a08b07433-1 {}] regionserver.HStore(327): Store=35e0021f4ae814f6e3873b0a08b07433/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:43:01,493 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,494 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,495 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,496 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,496 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,498 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,502 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:43:01,503 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35e0021f4ae814f6e3873b0a08b07433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802571, jitterRate=0.020522773265838623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:43:01,503 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:01,504 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35e0021f4ae814f6e3873b0a08b07433: Running coprocessor pre-open hook at 1731278581486Writing region info on filesystem at 1731278581486Initializing all the Stores at 1731278581488 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278581488Cleaning up temporary data from old regions at 1731278581496 (+8 ms)Running coprocessor post-open hooks at 1731278581503 (+7 ms)Region opened successfully at 1731278581504 (+1 ms) 2024-11-10T22:43:01,506 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433., pid=6, masterSystemTime=1731278581472 2024-11-10T22:43:01,510 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,510 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:01,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35e0021f4ae814f6e3873b0a08b07433, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e0021f4ae814f6e3873b0a08b07433, server=2b9d7a669c7f,46183,1731278578668 because future has completed 2024-11-10T22:43:01,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T22:43:01,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35e0021f4ae814f6e3873b0a08b07433, server=2b9d7a669c7f,46183,1731278578668 in 202 msec 2024-11-10T22:43:01,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T22:43:01,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=35e0021f4ae814f6e3873b0a08b07433, ASSIGN in 369 msec 2024-11-10T22:43:01,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:43:01,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278581527"}]},"ts":"1731278581527"} 2024-11-10T22:43:01,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-10T22:43:01,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:43:01,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 468 msec 2024-11-10T22:43:06,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:43:06,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T22:43:06,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-10T22:43:08,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:43:08,259 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T22:43:08,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T22:43:08,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T22:43:08,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:43:08,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T22:43:08,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T22:43:08,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T22:43:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:43:11,133 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-10T22:43:11,137 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-10T22:43:11,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-10T22:43:11,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:11,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278591145, exclude list is [], retry=0 2024-11-10T22:43:11,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:11,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:11,164 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278591145 2024-11-10T22:43:11,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:39601:39601)] 2024-11-10T22:43:11,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237 is not closed yet, will try archiving it next time 2024-11-10T22:43:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741833_1009 (size=451) 2024-11-10T22:43:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741833_1009 (size=451) 2024-11-10T22:43:11,170 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237 to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs/2b9d7a669c7f%2C46183%2C1731278578668.1731278580237 2024-11-10T22:43:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433., hostname=2b9d7a669c7f,46183,1731278578668, seqNum=2] 2024-11-10T22:43:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46183 {}] regionserver.HRegion(8855): Flush requested on 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35e0021f4ae814f6e3873b0a08b07433 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:43:25,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/5ae0df45490d49ff8f78164433ef4a29 is 1055, key is row0001/info:/1731278591177/Put/seqid=0 2024-11-10T22:43:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741838_1014 (size=13386) 2024-11-10T22:43:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741838_1014 (size=13386) 2024-11-10T22:43:25,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/5ae0df45490d49ff8f78164433ef4a29 2024-11-10T22:43:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/5ae0df45490d49ff8f78164433ef4a29 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/5ae0df45490d49ff8f78164433ef4a29 2024-11-10T22:43:25,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/5ae0df45490d49ff8f78164433ef4a29, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T22:43:25,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 35e0021f4ae814f6e3873b0a08b07433 in 127ms, sequenceid=12, compaction requested=false 2024-11-10T22:43:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35e0021f4ae814f6e3873b0a08b07433: 2024-11-10T22:43:27,049 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:43:31,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278611247, exclude list is [], retry=0 2024-11-10T22:43:31,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:31,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:31,272 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278591145 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278611247 2024-11-10T22:43:31,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39601:39601),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-10T22:43:31,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278591145 is not closed yet, will try archiving it next time 2024-11-10T22:43:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741837_1013 (size=12149) 2024-11-10T22:43:31,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278591145 not finished, retry = 0 2024-11-10T22:43:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741837_1013 (size=12149) 2024-11-10T22:43:36,278 INFO [AsyncFSWAL-0-hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365-prefix:2b9d7a669c7f,46183,1731278578668 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK], DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK]] 2024-11-10T22:43:36,280 WARN [AsyncFSWAL-0-hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365-prefix:2b9d7a669c7f,46183,1731278578668 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK], DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK]] 2024-11-10T22:43:36,281 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b9d7a669c7f%2C46183%2C1731278578668:(num 1731278611247) roll requested 2024-11-10T22:43:36,297 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282, exclude list is [], retry=0 2024-11-10T22:43:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:36,304 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278611247 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282 2024-11-10T22:43:36,304 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:39601:39601)] 2024-11-10T22:43:36,304 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278611247 is not closed yet, will try archiving it next time 2024-11-10T22:43:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741839_1015 (size=1233) 2024-11-10T22:43:36,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278611247 not finished, retry = 0 2024-11-10T22:43:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741839_1015 (size=1233) 2024-11-10T22:43:38,281 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T22:43:38,296 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278618282, exclude list is [], retry=0 2024-11-10T22:43:38,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36905,DS-fe285611-28b0-4b6a-ba2f-b148b82bd27f,DISK] 2024-11-10T22:43:38,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-1ac05c02-e797-4b25-8a5d-cae71cf8c4f7,DISK] 2024-11-10T22:43:38,301 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278618282 2024-11-10T22:43:38,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:39601:39601)] 2024-11-10T22:43:38,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282 is not closed yet, will try archiving it next time 2024-11-10T22:43:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741840_1016 (size=93) 2024-11-10T22:43:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741840_1016 (size=93) 2024-11-10T22:43:38,304 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282 to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs/2b9d7a669c7f%2C46183%2C1731278578668.1731278616282 2024-11-10T22:43:40,943 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T22:43:40,943 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T22:43:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46183 {}] regionserver.HRegion(8855): Flush requested on 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:46,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35e0021f4ae814f6e3873b0a08b07433 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:43:46,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/4d539caad3974f8ab319dc3a0a44854f is 1055, key is row0009/info:/1731278607238/Put/seqid=0 2024-11-10T22:43:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741842_1018 (size=13386) 2024-11-10T22:43:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741842_1018 (size=13386) 2024-11-10T22:43:46,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/4d539caad3974f8ab319dc3a0a44854f 2024-11-10T22:43:46,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/4d539caad3974f8ab319dc3a0a44854f as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/4d539caad3974f8ab319dc3a0a44854f 2024-11-10T22:43:46,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/4d539caad3974f8ab319dc3a0a44854f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-10T22:43:46,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 35e0021f4ae814f6e3873b0a08b07433 in 42ms, sequenceid=23, compaction requested=false 2024-11-10T22:43:46,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35e0021f4ae814f6e3873b0a08b07433: 2024-11-10T22:43:46,369 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-10T22:43:46,369 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:43:46,370 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/5ae0df45490d49ff8f78164433ef4a29 because midkey is the same as first or last row 2024-11-10T22:43:46,486 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35e0021f4ae814f6e3873b0a08b07433, had cached 0 bytes from a total of 26772 2024-11-10T22:43:57,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:43:58,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:43:58,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:43:58,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:43:58,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:58,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:58,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:43:58,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:43:58,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-11-10T22:43:58,374 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,37929,1731278577925 2024-11-10T22:43:58,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:43:58,448 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:43:58,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:43:58,448 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:43:58,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:43:58,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:43:58,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:43:58,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:58,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:43:58,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:43:58,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,46183,1731278578668' ***** 2024-11-10T22:43:58,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:43:58,452 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:43:58,452 INFO [RS:0;2b9d7a669c7f:46183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:43:58,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:43:58,453 INFO [RS:0;2b9d7a669c7f:46183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:43:58,453 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(3091): Received CLOSE for 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:58,454 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:58,454 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:43:58,454 INFO [RS:0;2b9d7a669c7f:46183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:46183. 2024-11-10T22:43:58,454 DEBUG [RS:0;2b9d7a669c7f:46183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:43:58,454 DEBUG [RS:0;2b9d7a669c7f:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:58,454 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35e0021f4ae814f6e3873b0a08b07433, disabling compactions & flushes 2024-11-10T22:43:58,455 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:43:58,455 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:58,455 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:43:58,455 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:58,455 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:43:58,455 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. after waiting 0 ms 2024-11-10T22:43:58,455 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:43:58,455 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:58,455 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35e0021f4ae814f6e3873b0a08b07433 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-10T22:43:58,456 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T22:43:58,456 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1325): Online Regions={35e0021f4ae814f6e3873b0a08b07433=TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T22:43:58,456 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:43:58,456 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:43:58,456 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:43:58,456 DEBUG [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e0021f4ae814f6e3873b0a08b07433 2024-11-10T22:43:58,456 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:43:58,456 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:43:58,457 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-10T22:43:58,463 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/1b321d265b2542f280781070e53402d4 is 1055, key is row0017/info:/1731278628329/Put/seqid=0 2024-11-10T22:43:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741843_1019 (size=10222) 2024-11-10T22:43:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741843_1019 (size=10222) 2024-11-10T22:43:58,473 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/1b321d265b2542f280781070e53402d4 2024-11-10T22:43:58,480 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/info/21f1a8154c664c5b90c6c88cb42c978c is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433./info:regioninfo/1731278581511/Put/seqid=0 2024-11-10T22:43:58,485 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/.tmp/info/1b321d265b2542f280781070e53402d4 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/1b321d265b2542f280781070e53402d4 2024-11-10T22:43:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741844_1020 (size=7016) 2024-11-10T22:43:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741844_1020 (size=7016) 2024-11-10T22:43:58,487 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/info/21f1a8154c664c5b90c6c88cb42c978c 2024-11-10T22:43:58,495 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/info/1b321d265b2542f280781070e53402d4, entries=5, sequenceid=31, filesize=10.0 K 2024-11-10T22:43:58,497 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 35e0021f4ae814f6e3873b0a08b07433 in 42ms, sequenceid=31, compaction requested=true 2024-11-10T22:43:58,504 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/default/TestLogRolling-testSlowSyncLogRolling/35e0021f4ae814f6e3873b0a08b07433/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-10T22:43:58,505 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:58,505 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35e0021f4ae814f6e3873b0a08b07433: Waiting for close lock at 1731278638454Running coprocessor pre-close hooks at 1731278638454Disabling compacts and flushes for region at 1731278638454Disabling writes for close at 1731278638455 (+1 ms)Obtaining lock to block concurrent updates at 1731278638456 (+1 ms)Preparing flush snapshotting stores in 35e0021f4ae814f6e3873b0a08b07433 at 1731278638456Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731278638457 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. at 1731278638458 (+1 ms)Flushing 35e0021f4ae814f6e3873b0a08b07433/info: creating writer at 1731278638458Flushing 35e0021f4ae814f6e3873b0a08b07433/info: appending metadata at 1731278638462 (+4 ms)Flushing 35e0021f4ae814f6e3873b0a08b07433/info: closing flushed file at 1731278638462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477a25f8: reopening flushed file at 1731278638483 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 35e0021f4ae814f6e3873b0a08b07433 in 42ms, sequenceid=31, compaction requested=true at 1731278638497 (+14 ms)Writing region close event to WAL at 1731278638499 (+2 ms)Running coprocessor post-close hooks at 1731278638505 (+6 ms)Closed at 1731278638505 2024-11-10T22:43:58,506 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731278581058.35e0021f4ae814f6e3873b0a08b07433. 2024-11-10T22:43:58,513 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/ns/90dddced504b4c84b548215bdd34e209 is 43, key is default/ns:d/1731278580836/Put/seqid=0 2024-11-10T22:43:58,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741845_1021 (size=5153) 2024-11-10T22:43:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741845_1021 (size=5153) 2024-11-10T22:43:58,520 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/ns/90dddced504b4c84b548215bdd34e209 2024-11-10T22:43:58,544 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/table/935fef15ad9441c986100c9a7ceef0e0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731278581527/Put/seqid=0 2024-11-10T22:43:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741846_1022 (size=5396) 2024-11-10T22:43:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741846_1022 (size=5396) 2024-11-10T22:43:58,551 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/table/935fef15ad9441c986100c9a7ceef0e0 2024-11-10T22:43:58,561 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/info/21f1a8154c664c5b90c6c88cb42c978c as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/info/21f1a8154c664c5b90c6c88cb42c978c 2024-11-10T22:43:58,571 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/info/21f1a8154c664c5b90c6c88cb42c978c, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T22:43:58,574 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/ns/90dddced504b4c84b548215bdd34e209 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/ns/90dddced504b4c84b548215bdd34e209 2024-11-10T22:43:58,586 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/ns/90dddced504b4c84b548215bdd34e209, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T22:43:58,587 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/.tmp/table/935fef15ad9441c986100c9a7ceef0e0 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/table/935fef15ad9441c986100c9a7ceef0e0 2024-11-10T22:43:58,598 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/table/935fef15ad9441c986100c9a7ceef0e0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T22:43:58,600 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false 2024-11-10T22:43:58,606 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T22:43:58,607 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:43:58,607 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:43:58,607 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278638456Running coprocessor pre-close hooks at 1731278638456Disabling compacts and flushes for region at 1731278638456Disabling writes for close at 1731278638456Obtaining lock to block concurrent updates at 1731278638457 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731278638457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731278638457Flushing stores of hbase:meta,,1.1588230740 at 1731278638458 (+1 ms)Flushing 1588230740/info: creating writer at 1731278638458Flushing 1588230740/info: appending metadata at 1731278638479 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731278638479Flushing 1588230740/ns: creating writer at 1731278638497 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731278638513 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731278638513Flushing 1588230740/table: creating writer at 1731278638529 (+16 ms)Flushing 1588230740/table: appending metadata at 1731278638543 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731278638543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632204ff: reopening flushed file at 1731278638559 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131230f1: reopening flushed file at 1731278638572 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9733a8: reopening flushed file at 1731278638586 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false at 1731278638600 (+14 ms)Writing region close event to WAL at 1731278638601 (+1 ms)Running coprocessor post-close hooks at 1731278638607 (+6 ms)Closed at 1731278638607 2024-11-10T22:43:58,608 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:43:58,657 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,46183,1731278578668; all regions closed. 2024-11-10T22:43:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741834_1010 (size=3066) 2024-11-10T22:43:58,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/WALs/2b9d7a669c7f,46183,1731278578668/2b9d7a669c7f%2C46183%2C1731278578668.meta.1731278580645.meta not finished, retry = 0 2024-11-10T22:43:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741834_1010 (size=3066) 2024-11-10T22:43:58,773 DEBUG [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs 2024-11-10T22:43:58,774 INFO [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C46183%2C1731278578668.meta:.meta(num 1731278580645) 2024-11-10T22:43:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741841_1017 (size=13164) 2024-11-10T22:43:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741841_1017 (size=13164) 2024-11-10T22:43:58,783 DEBUG [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/oldWALs 2024-11-10T22:43:58,783 INFO [RS:0;2b9d7a669c7f:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C46183%2C1731278578668:(num 1731278618282) 2024-11-10T22:43:58,783 DEBUG [RS:0;2b9d7a669c7f:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:43:58,784 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:43:58,784 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:43:58,784 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T22:43:58,784 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:43:58,784 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:43:58,785 INFO [RS:0;2b9d7a669c7f:46183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46183 2024-11-10T22:43:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:43:58,814 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,46183,1731278578668 2024-11-10T22:43:58,814 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:43:58,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,46183,1731278578668] 2024-11-10T22:43:58,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,46183,1731278578668 already deleted, retry=false 2024-11-10T22:43:58,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,46183,1731278578668 expired; onlineServers=0 2024-11-10T22:43:58,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,37929,1731278577925' ***** 2024-11-10T22:43:58,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:43:58,831 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:43:58,831 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:43:58,831 DEBUG [M:0;2b9d7a669c7f:37929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:43:58,831 DEBUG [M:0;2b9d7a669c7f:37929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:43:58,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:43:58,831 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278579899 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278579899,5,FailOnTimeoutGroup] 2024-11-10T22:43:58,831 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278579896 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278579896,5,FailOnTimeoutGroup] 2024-11-10T22:43:58,832 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:43:58,832 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:43:58,832 DEBUG [M:0;2b9d7a669c7f:37929 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:43:58,832 INFO [M:0;2b9d7a669c7f:37929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:43:58,833 INFO [M:0;2b9d7a669c7f:37929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:43:58,833 INFO [M:0;2b9d7a669c7f:37929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:43:58,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:43:58,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:43:58,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:43:58,839 DEBUG [M:0;2b9d7a669c7f:37929 {}] zookeeper.ZKUtil(347): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:43:58,839 WARN [M:0;2b9d7a669c7f:37929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:43:58,841 INFO [M:0;2b9d7a669c7f:37929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/.lastflushedseqids 2024-11-10T22:43:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741847_1023 (size=130) 2024-11-10T22:43:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741847_1023 (size=130) 2024-11-10T22:43:58,856 INFO [M:0;2b9d7a669c7f:37929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:43:58,857 INFO [M:0;2b9d7a669c7f:37929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:43:58,857 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:43:58,857 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:43:58,857 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:43:58,857 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:43:58,857 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:43:58,857 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-10T22:43:58,876 DEBUG [M:0;2b9d7a669c7f:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2324acc1f246528820bd6ea6e7f8a1 is 82, key is hbase:meta,,1/info:regioninfo/1731278580725/Put/seqid=0 2024-11-10T22:43:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741848_1024 (size=5672) 2024-11-10T22:43:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741848_1024 (size=5672) 2024-11-10T22:43:58,883 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2324acc1f246528820bd6ea6e7f8a1 2024-11-10T22:43:58,907 DEBUG [M:0;2b9d7a669c7f:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f65839bfe0641a9886e99f3bbdbb365 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731278581535/Put/seqid=0 2024-11-10T22:43:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741849_1025 (size=6246) 2024-11-10T22:43:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741849_1025 (size=6246) 2024-11-10T22:43:58,914 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f65839bfe0641a9886e99f3bbdbb365 2024-11-10T22:43:58,921 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f65839bfe0641a9886e99f3bbdbb365 2024-11-10T22:43:58,922 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:43:58,922 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012834309d0001, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:43:58,923 INFO [RS:0;2b9d7a669c7f:46183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:43:58,923 INFO [RS:0;2b9d7a669c7f:46183 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,46183,1731278578668; zookeeper connection closed. 2024-11-10T22:43:58,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50f70b4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50f70b4b 2024-11-10T22:43:58,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:43:58,939 DEBUG [M:0;2b9d7a669c7f:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0620b92b216940eda9e4386364581ba1 is 69, key is 2b9d7a669c7f,46183,1731278578668/rs:state/1731278579991/Put/seqid=0 2024-11-10T22:43:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741850_1026 (size=5156) 2024-11-10T22:43:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741850_1026 (size=5156) 2024-11-10T22:43:58,945 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0620b92b216940eda9e4386364581ba1 2024-11-10T22:43:58,969 DEBUG [M:0;2b9d7a669c7f:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44fc4cdd391941528f69456f3ba71db4 is 52, key is load_balancer_on/state:d/1731278581039/Put/seqid=0 2024-11-10T22:43:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741851_1027 (size=5056) 2024-11-10T22:43:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741851_1027 (size=5056) 2024-11-10T22:43:58,976 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44fc4cdd391941528f69456f3ba71db4 2024-11-10T22:43:58,983 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2324acc1f246528820bd6ea6e7f8a1 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2324acc1f246528820bd6ea6e7f8a1 2024-11-10T22:43:58,991 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2324acc1f246528820bd6ea6e7f8a1, entries=8, sequenceid=59, filesize=5.5 K 2024-11-10T22:43:58,993 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f65839bfe0641a9886e99f3bbdbb365 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f65839bfe0641a9886e99f3bbdbb365 2024-11-10T22:43:58,999 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f65839bfe0641a9886e99f3bbdbb365 2024-11-10T22:43:59,000 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f65839bfe0641a9886e99f3bbdbb365, entries=6, sequenceid=59, filesize=6.1 K 2024-11-10T22:43:59,001 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0620b92b216940eda9e4386364581ba1 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0620b92b216940eda9e4386364581ba1 2024-11-10T22:43:59,008 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0620b92b216940eda9e4386364581ba1, entries=1, sequenceid=59, filesize=5.0 K 2024-11-10T22:43:59,010 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44fc4cdd391941528f69456f3ba71db4 as hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/44fc4cdd391941528f69456f3ba71db4 2024-11-10T22:43:59,016 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/44fc4cdd391941528f69456f3ba71db4, entries=1, sequenceid=59, filesize=4.9 K 2024-11-10T22:43:59,018 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=59, compaction requested=false 2024-11-10T22:43:59,019 INFO [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:43:59,019 DEBUG [M:0;2b9d7a669c7f:37929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278638857Disabling compacts and flushes for region at 1731278638857Disabling writes for close at 1731278638857Obtaining lock to block concurrent updates at 1731278638857Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731278638857Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1731278638857Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731278638858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731278638858Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731278638876 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731278638876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731278638891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731278638906 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731278638906Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731278638921 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731278638938 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731278638938Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731278638952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731278638968 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731278638968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60095d87: reopening flushed file at 1731278638982 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c7f06: reopening flushed file at 1731278638991 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218b4c73: reopening flushed file at 1731278639000 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a65058b: reopening flushed file at 1731278639009 (+9 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=59, compaction requested=false at 1731278639018 (+9 ms)Writing region close event to WAL at 1731278639019 (+1 ms)Closed at 1731278639019 2024-11-10T22:43:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741830_1006 (size=27961) 2024-11-10T22:43:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36905 is added to blk_1073741830_1006 (size=27961) 2024-11-10T22:43:59,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:43:59,023 INFO [M:0;2b9d7a669c7f:37929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:43:59,023 INFO [M:0;2b9d7a669c7f:37929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37929 2024-11-10T22:43:59,024 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:43:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:43:59,147 INFO [M:0;2b9d7a669c7f:37929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:43:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1012834309d0000, quorum=127.0.0.1:64825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:43:59,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:43:59,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:43:59,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:43:59,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:43:59,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,STOPPED} 2024-11-10T22:43:59,207 WARN [BP-1989512028-172.17.0.2-1731278574489 heartbeating to localhost/127.0.0.1:41807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:43:59,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:43:59,207 WARN [BP-1989512028-172.17.0.2-1731278574489 heartbeating to localhost/127.0.0.1:41807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989512028-172.17.0.2-1731278574489 (Datanode Uuid bbf9b5b8-ddbf-40dd-a08e-1bd0650b7215) service to localhost/127.0.0.1:41807 2024-11-10T22:43:59,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:43:59,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data3/current/BP-1989512028-172.17.0.2-1731278574489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:43:59,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data4/current/BP-1989512028-172.17.0.2-1731278574489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:43:59,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:43:59,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:43:59,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:43:59,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:43:59,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:43:59,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,STOPPED} 2024-11-10T22:43:59,215 WARN [BP-1989512028-172.17.0.2-1731278574489 heartbeating to localhost/127.0.0.1:41807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:43:59,215 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:43:59,215 WARN [BP-1989512028-172.17.0.2-1731278574489 heartbeating to localhost/127.0.0.1:41807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989512028-172.17.0.2-1731278574489 (Datanode Uuid d88e7b35-53e2-422f-97a4-3aff3c27207f) service to localhost/127.0.0.1:41807 2024-11-10T22:43:59,215 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:43:59,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data1/current/BP-1989512028-172.17.0.2-1731278574489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:43:59,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/cluster_5e74a0b9-8c07-ef60-edab-1f0ff46d70d4/data/data2/current/BP-1989512028-172.17.0.2-1731278574489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:43:59,216 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:43:59,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:43:59,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:43:59,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:43:59,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:43:59,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir/,STOPPED} 2024-11-10T22:43:59,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:43:59,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T22:43:59,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b9d7a669c7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:41807 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b9d7a669c7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=14883 (was 15440) 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=14882 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.log.dir so I do NOT create it in target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee62e842-d296-5f4c-838d-b15b61164acf/hadoop.tmp.dir so I do NOT create it in target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da, deleteOnExit=true 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:43:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/test.cache.data in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:43:59,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:43:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:43:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:43:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:43:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:43:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:43:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:43:59,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:43:59,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:43:59,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:43:59,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:43:59,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:43:59,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:43:59,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40e2c03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:43:59,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ce88563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:43:59,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be82120{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-46081-hadoop-hdfs-3_4_1-tests_jar-_-any-13574311525396063586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:43:59,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43284a01{HTTP/1.1, (http/1.1)}{localhost:46081} 2024-11-10T22:43:59,692 INFO [Time-limited test {}] server.Server(415): Started @67005ms 2024-11-10T22:43:59,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:43:59,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:43:59,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:43:59,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:43:59,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:43:59,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8550aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:43:59,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727dbeb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:43:59,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30c9a3b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-2954233014552378795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:43:59,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@211962f9{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-11-10T22:43:59,994 INFO [Time-limited test {}] server.Server(415): Started @67308ms 2024-11-10T22:43:59,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:00,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:00,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:00,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:00,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:00,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:44:00,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@787af5e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:00,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f900fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:00,087 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:44:00,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37177d8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-41215-hadoop-hdfs-3_4_1-tests_jar-_-any-14633781990693132429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:00,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f1c0753{HTTP/1.1, (http/1.1)}{localhost:41215} 2024-11-10T22:44:00,129 INFO [Time-limited test {}] server.Server(415): Started @67443ms 2024-11-10T22:44:00,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:00,723 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data1/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:00,723 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data2/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:00,742 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebf9cb1eb10ac7d6 with lease ID 0xd2d439b1914e2dfc: Processing first storage report for DS-464408da-2798-452d-a0e1-7110d9c2ae8a from datanode DatanodeRegistration(127.0.0.1:35531, datanodeUuid=a2f66f86-d23e-4c68-86a7-fee6381c4fb3, infoPort=44915, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebf9cb1eb10ac7d6 with lease ID 0xd2d439b1914e2dfc: from storage DS-464408da-2798-452d-a0e1-7110d9c2ae8a node DatanodeRegistration(127.0.0.1:35531, datanodeUuid=a2f66f86-d23e-4c68-86a7-fee6381c4fb3, infoPort=44915, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T22:44:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebf9cb1eb10ac7d6 with lease ID 0xd2d439b1914e2dfc: Processing first storage report for DS-0a370302-3616-43a8-b495-161b49a90cf4 from datanode DatanodeRegistration(127.0.0.1:35531, datanodeUuid=a2f66f86-d23e-4c68-86a7-fee6381c4fb3, infoPort=44915, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebf9cb1eb10ac7d6 with lease ID 0xd2d439b1914e2dfc: from storage DS-0a370302-3616-43a8-b495-161b49a90cf4 node DatanodeRegistration(127.0.0.1:35531, datanodeUuid=a2f66f86-d23e-4c68-86a7-fee6381c4fb3, infoPort=44915, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:00,842 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data3/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:00,842 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data4/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:00,866 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd500e9ec3212d2d with lease ID 0xd2d439b1914e2dfd: Processing first storage report for DS-e2934ec5-019b-4411-bfa3-21ae810f9313 from datanode DatanodeRegistration(127.0.0.1:46507, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=40891, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd500e9ec3212d2d with lease ID 0xd2d439b1914e2dfd: from storage DS-e2934ec5-019b-4411-bfa3-21ae810f9313 node DatanodeRegistration(127.0.0.1:46507, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=40891, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd500e9ec3212d2d with lease ID 0xd2d439b1914e2dfd: Processing first storage report for DS-e636a8b4-f8fe-4ab2-8bc2-7a94eb961444 from datanode DatanodeRegistration(127.0.0.1:46507, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=40891, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd500e9ec3212d2d with lease ID 0xd2d439b1914e2dfd: from storage DS-e636a8b4-f8fe-4ab2-8bc2-7a94eb961444 node DatanodeRegistration(127.0.0.1:46507, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=40891, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:00,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829 2024-11-10T22:44:00,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/zookeeper_0, clientPort=49295, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:44:00,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49295 2024-11-10T22:44:00,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:00,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:44:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:44:00,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec with version=8 2024-11-10T22:44:00,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase-staging 2024-11-10T22:44:00,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:44:00,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:44:00,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:44:00,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36621 2024-11-10T22:44:00,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36621 connecting to ZooKeeper ensemble=127.0.0.1:49295 2024-11-10T22:44:01,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366210x0, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:44:01,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36621-0x10128352a110000 connected 2024-11-10T22:44:01,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:01,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:01,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:01,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec, hbase.cluster.distributed=false 2024-11-10T22:44:01,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:44:01,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36621 2024-11-10T22:44:01,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36621 2024-11-10T22:44:01,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36621 2024-11-10T22:44:01,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36621 2024-11-10T22:44:01,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36621 2024-11-10T22:44:01,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:44:01,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:44:01,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38043 2024-11-10T22:44:01,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38043 connecting to ZooKeeper ensemble=127.0.0.1:49295 2024-11-10T22:44:01,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:01,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:01,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380430x0, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:44:01,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38043-0x10128352a110001 connected 2024-11-10T22:44:01,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:01,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:44:01,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:44:01,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:44:01,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:44:01,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38043 2024-11-10T22:44:01,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38043 2024-11-10T22:44:01,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38043 2024-11-10T22:44:01,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38043 2024-11-10T22:44:01,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38043 2024-11-10T22:44:01,174 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:36621 2024-11-10T22:44:01,174 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:01,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:01,180 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:44:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,189 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:44:01,189 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,36621,1731278640990 from backup master directory 2024-11-10T22:44:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:01,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:01,197 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:44:01,197 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,205 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/hbase.id] with ID: 60549bf0-5324-4088-ac51-404e20d4020a 2024-11-10T22:44:01,205 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/.tmp/hbase.id 2024-11-10T22:44:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:44:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:44:01,213 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/.tmp/hbase.id]:[hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/hbase.id] 2024-11-10T22:44:01,229 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:01,229 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:44:01,230 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T22:44:01,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:44:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:44:01,248 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:44:01,249 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:44:01,250 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:44:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:44:01,262 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store 2024-11-10T22:44:01,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:44:01,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:44:01,274 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:01,274 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:01,274 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278641274Disabling compacts and flushes for region at 1731278641274Disabling writes for close at 1731278641274Writing region close event to WAL at 1731278641274Closed at 1731278641274 2024-11-10T22:44:01,275 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/.initializing 2024-11-10T22:44:01,275 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,277 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:44:01,279 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C36621%2C1731278640990, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/oldWALs, maxLogs=10 2024-11-10T22:44:01,293 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280, exclude list is [], retry=0 2024-11-10T22:44:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46507,DS-e2934ec5-019b-4411-bfa3-21ae810f9313,DISK] 2024-11-10T22:44:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-464408da-2798-452d-a0e1-7110d9c2ae8a,DISK] 2024-11-10T22:44:01,298 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 2024-11-10T22:44:01,299 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-10T22:44:01,299 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:01,299 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:01,299 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,299 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:44:01,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:01,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:44:01,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:01,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:44:01,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:01,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:44:01,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:01,313 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,314 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,314 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,316 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,316 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,316 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:44:01,318 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:01,320 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:01,321 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853981, jitterRate=0.08589422702789307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:44:01,322 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731278641299Initializing all the Stores at 1731278641300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278641300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278641301 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278641301Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278641301Cleaning up temporary data from old regions at 1731278641316 (+15 ms)Region opened successfully at 1731278641322 (+6 ms) 2024-11-10T22:44:01,323 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:44:01,327 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc7eec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:44:01,328 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:44:01,328 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:44:01,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:44:01,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:44:01,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T22:44:01,330 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T22:44:01,330 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:44:01,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:44:01,333 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:44:01,354 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:44:01,354 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:44:01,355 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:44:01,363 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:44:01,363 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:44:01,365 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:44:01,371 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:44:01,373 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:44:01,380 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:44:01,382 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:44:01,388 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:44:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,397 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,36621,1731278640990, sessionid=0x10128352a110000, setting cluster-up flag (Was=false) 2024-11-10T22:44:01,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,438 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:44:01,440 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:01,480 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:44:01,483 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:01,485 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:44:01,489 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:01,489 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:44:01,489 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:44:01,490 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,36621,1731278640990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:44:01,493 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:01,493 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:01,493 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:01,493 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:01,493 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:44:01,494 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,494 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:44:01,494 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,495 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731278671495 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:44:01,496 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,497 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:44:01,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:01,497 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:44:01,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:44:01,497 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:44:01,498 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278641498,5,FailOnTimeoutGroup] 2024-11-10T22:44:01,498 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278641498,5,FailOnTimeoutGroup] 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,498 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:44:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:44:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:44:01,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:44:01,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec 2024-11-10T22:44:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:44:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:44:01,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:01,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:44:01,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:44:01,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:01,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:44:01,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:44:01,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:01,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:44:01,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:44:01,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:01,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:44:01,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:44:01,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:01,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:01,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:44:01,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740 2024-11-10T22:44:01,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740 2024-11-10T22:44:01,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:44:01,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:44:01,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:44:01,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:44:01,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:01,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787894, jitterRate=0.0018602758646011353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:44:01,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731278641516Initializing all the Stores at 1731278641517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278641517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278641518 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278641518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278641518Cleaning up temporary data from old regions at 1731278641531 (+13 ms)Region opened successfully at 1731278641538 (+7 ms) 2024-11-10T22:44:01,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:44:01,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:44:01,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:44:01,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:44:01,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:44:01,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:44:01,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278641538Disabling compacts and flushes for region at 1731278641538Disabling writes for close at 1731278641538Writing region close event to WAL at 1731278641539 (+1 ms)Closed at 1731278641539 2024-11-10T22:44:01,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:01,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:44:01,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:44:01,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:44:01,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:44:01,562 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(746): ClusterId : 60549bf0-5324-4088-ac51-404e20d4020a 2024-11-10T22:44:01,562 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:44:01,580 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:44:01,580 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:44:01,589 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:44:01,590 DEBUG [RS:0;2b9d7a669c7f:38043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5007e1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:44:01,604 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:38043 2024-11-10T22:44:01,605 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:44:01,605 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:44:01,605 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:44:01,606 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,36621,1731278640990 with port=38043, startcode=1731278641136 2024-11-10T22:44:01,606 DEBUG [RS:0;2b9d7a669c7f:38043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:44:01,608 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:44:01,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36621 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,610 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec 2024-11-10T22:44:01,610 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44553 2024-11-10T22:44:01,610 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:44:01,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:44:01,622 DEBUG [RS:0;2b9d7a669c7f:38043 {}] zookeeper.ZKUtil(111): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,622 WARN [RS:0;2b9d7a669c7f:38043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:44:01,622 INFO [RS:0;2b9d7a669c7f:38043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:01,622 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,38043,1731278641136] 2024-11-10T22:44:01,628 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:44:01,631 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:44:01,632 INFO [RS:0;2b9d7a669c7f:38043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:44:01,632 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,632 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:44:01,633 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:44:01,633 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,633 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,634 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:01,635 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:44:01,635 DEBUG [RS:0;2b9d7a669c7f:38043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,635 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,38043,1731278641136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:44:01,649 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:44:01,649 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,38043,1731278641136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,649 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,649 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.Replication(171): 2b9d7a669c7f,38043,1731278641136 started 2024-11-10T22:44:01,663 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:01,663 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,38043,1731278641136, RpcServer on 2b9d7a669c7f/172.17.0.2:38043, sessionid=0x10128352a110001 2024-11-10T22:44:01,663 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:44:01,663 DEBUG [RS:0;2b9d7a669c7f:38043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,663 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,38043,1731278641136' 2024-11-10T22:44:01,663 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:44:01,664 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,38043,1731278641136' 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:44:01,665 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:44:01,666 DEBUG [RS:0;2b9d7a669c7f:38043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:44:01,666 INFO [RS:0;2b9d7a669c7f:38043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:44:01,666 INFO [RS:0;2b9d7a669c7f:38043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:44:01,694 WARN [2b9d7a669c7f:36621 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T22:44:01,767 INFO [RS:0;2b9d7a669c7f:38043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:44:01,770 INFO [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C38043%2C1731278641136, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs, maxLogs=32 2024-11-10T22:44:01,792 DEBUG [RS:0;2b9d7a669c7f:38043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775, exclude list is [], retry=0 2024-11-10T22:44:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46507,DS-e2934ec5-019b-4411-bfa3-21ae810f9313,DISK] 2024-11-10T22:44:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-464408da-2798-452d-a0e1-7110d9c2ae8a,DISK] 2024-11-10T22:44:01,799 INFO [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 2024-11-10T22:44:01,800 DEBUG [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-10T22:44:01,944 DEBUG [2b9d7a669c7f:36621 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:44:01,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:01,946 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,38043,1731278641136, state=OPENING 2024-11-10T22:44:01,963 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:44:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:02,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:44:02,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:02,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,38043,1731278641136}] 2024-11-10T22:44:02,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:02,171 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:44:02,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:44:02,183 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:44:02,184 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:02,184 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:44:02,186 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C38043%2C1731278641136.meta, suffix=.meta, logDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs, maxLogs=32 2024-11-10T22:44:02,200 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta, exclude list is [], retry=0 2024-11-10T22:44:02,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35531,DS-464408da-2798-452d-a0e1-7110d9c2ae8a,DISK] 2024-11-10T22:44:02,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46507,DS-e2934ec5-019b-4411-bfa3-21ae810f9313,DISK] 2024-11-10T22:44:02,232 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta 2024-11-10T22:44:02,233 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44915:44915),(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-10T22:44:02,233 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:02,233 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:44:02,233 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:44:02,233 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:44:02,234 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:44:02,234 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:02,234 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:44:02,234 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:44:02,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:44:02,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:44:02,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:02,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:02,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:44:02,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:44:02,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:02,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:02,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:44:02,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:44:02,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:02,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:02,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:44:02,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:44:02,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:02,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:02,243 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:44:02,244 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740 2024-11-10T22:44:02,245 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740 2024-11-10T22:44:02,246 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:44:02,246 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:44:02,247 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:44:02,248 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:44:02,249 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797249, jitterRate=0.013755559921264648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:44:02,250 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:44:02,250 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731278642234Writing region info on filesystem at 1731278642234Initializing all the Stores at 1731278642235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278642235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278642236 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278642236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278642236Cleaning up temporary data from old regions at 1731278642246 (+10 ms)Running coprocessor post-open hooks at 1731278642250 (+4 ms)Region opened successfully at 1731278642250 2024-11-10T22:44:02,252 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731278642170 2024-11-10T22:44:02,254 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:44:02,255 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:44:02,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:02,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,38043,1731278641136, state=OPEN 2024-11-10T22:44:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:44:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:44:02,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:02,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:02,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:02,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:44:02,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,38043,1731278641136 in 282 msec 2024-11-10T22:44:02,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:44:02,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-11-10T22:44:02,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:02,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:44:02,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:44:02,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,38043,1731278641136, seqNum=-1] 2024-11-10T22:44:02,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:44:02,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:44:02,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-10T22:44:02,317 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731278642317, completionTime=-1 2024-11-10T22:44:02,317 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:44:02,317 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T22:44:02,319 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T22:44:02,319 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731278702319 2024-11-10T22:44:02,319 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731278762319 2024-11-10T22:44:02,319 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:36621, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,320 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,322 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:44:02,325 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.128sec 2024-11-10T22:44:02,325 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:44:02,325 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:44:02,326 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:44:02,326 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:44:02,326 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:44:02,326 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:44:02,326 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:44:02,329 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:44:02,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:44:02,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36621,1731278640990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:02,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:02,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,36621,-1 for getting cluster id 2024-11-10T22:44:02,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:44:02,364 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60549bf0-5324-4088-ac51-404e20d4020a' 2024-11-10T22:44:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:44:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60549bf0-5324-4088-ac51-404e20d4020a" 2024-11-10T22:44:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f99d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,36621,-1] 2024-11-10T22:44:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:44:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:02,366 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:44:02,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da0e932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:02,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:44:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,38043,1731278641136, seqNum=-1] 2024-11-10T22:44:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:44:02,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:44:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:02,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:02,379 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T22:44:02,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:02,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:02,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:02,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:02,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:44:02,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a88e33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:02,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6426d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:02,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4798edf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-44507-hadoop-hdfs-3_4_1-tests_jar-_-any-10331814198365639561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:02,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8ea59f{HTTP/1.1, (http/1.1)}{localhost:44507} 2024-11-10T22:44:02,495 INFO [Time-limited test {}] server.Server(415): Started @69808ms 2024-11-10T22:44:02,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:02,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:02,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:02,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:02,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:02,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:44:02,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d662cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:02,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273627e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:02,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3caffdb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-37501-hadoop-hdfs-3_4_1-tests_jar-_-any-13554868447129656254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:02,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aee2aaa{HTTP/1.1, (http/1.1)}{localhost:37501} 2024-11-10T22:44:02,634 INFO [Time-limited test {}] server.Server(415): Started @69947ms 2024-11-10T22:44:02,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:02,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:02,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:02,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:02,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:02,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:44:02,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5437f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:02,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4174c4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:02,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9b2bc4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-44567-hadoop-hdfs-3_4_1-tests_jar-_-any-12858049237164393203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:02,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8065d42{HTTP/1.1, (http/1.1)}{localhost:44567} 2024-11-10T22:44:02,768 INFO [Time-limited test {}] server.Server(415): Started @70081ms 2024-11-10T22:44:02,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:03,287 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data5/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,287 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data6/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,307 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13df3a702880fe81 with lease ID 0xd2d439b1914e2dfe: Processing first storage report for DS-3a9f59fe-31c7-4b69-8c9c-8d2055e711d7 from datanode DatanodeRegistration(127.0.0.1:41335, datanodeUuid=dafb5644-8354-44bb-9880-90c4b45430dd, infoPort=35343, infoSecurePort=0, ipcPort=35413, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13df3a702880fe81 with lease ID 0xd2d439b1914e2dfe: from storage DS-3a9f59fe-31c7-4b69-8c9c-8d2055e711d7 node DatanodeRegistration(127.0.0.1:41335, datanodeUuid=dafb5644-8354-44bb-9880-90c4b45430dd, infoPort=35343, infoSecurePort=0, ipcPort=35413, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13df3a702880fe81 with lease ID 0xd2d439b1914e2dfe: Processing first storage report for DS-4a1293f1-9536-48f6-b898-cdf5d73846a2 from datanode DatanodeRegistration(127.0.0.1:41335, datanodeUuid=dafb5644-8354-44bb-9880-90c4b45430dd, infoPort=35343, infoSecurePort=0, ipcPort=35413, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13df3a702880fe81 with lease ID 0xd2d439b1914e2dfe: from storage DS-4a1293f1-9536-48f6-b898-cdf5d73846a2 node DatanodeRegistration(127.0.0.1:41335, datanodeUuid=dafb5644-8354-44bb-9880-90c4b45430dd, infoPort=35343, infoSecurePort=0, ipcPort=35413, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,456 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data7/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,457 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data8/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,477 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf89b8fd29212d35 with lease ID 0xd2d439b1914e2dff: Processing first storage report for DS-ed00e16c-52db-4b8e-8e52-92cda6ef3f86 from datanode DatanodeRegistration(127.0.0.1:40793, datanodeUuid=5443d162-6055-4c42-b252-c263b632f23e, infoPort=45213, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf89b8fd29212d35 with lease ID 0xd2d439b1914e2dff: from storage DS-ed00e16c-52db-4b8e-8e52-92cda6ef3f86 node DatanodeRegistration(127.0.0.1:40793, datanodeUuid=5443d162-6055-4c42-b252-c263b632f23e, infoPort=45213, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf89b8fd29212d35 with lease ID 0xd2d439b1914e2dff: Processing first storage report for DS-d7b27cb1-6841-4a20-bc65-26362a3d3fba from datanode DatanodeRegistration(127.0.0.1:40793, datanodeUuid=5443d162-6055-4c42-b252-c263b632f23e, infoPort=45213, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf89b8fd29212d35 with lease ID 0xd2d439b1914e2dff: from storage DS-d7b27cb1-6841-4a20-bc65-26362a3d3fba node DatanodeRegistration(127.0.0.1:40793, datanodeUuid=5443d162-6055-4c42-b252-c263b632f23e, infoPort=45213, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:03,599 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data9/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,600 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data10/current/BP-2051920386-172.17.0.2-1731278639310/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:03,622 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0afdf65cd3d8b81 with lease ID 0xd2d439b1914e2e00: Processing first storage report for DS-08ad4b25-5712-4eeb-ab28-91d1a5dffd24 from datanode DatanodeRegistration(127.0.0.1:42109, datanodeUuid=f4f13394-7571-4b3b-871d-da472c29dada, infoPort=35327, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0afdf65cd3d8b81 with lease ID 0xd2d439b1914e2e00: from storage DS-08ad4b25-5712-4eeb-ab28-91d1a5dffd24 node DatanodeRegistration(127.0.0.1:42109, datanodeUuid=f4f13394-7571-4b3b-871d-da472c29dada, infoPort=35327, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0afdf65cd3d8b81 with lease ID 0xd2d439b1914e2e00: Processing first storage report for DS-9d545317-277c-4666-af94-75079805eebb from datanode DatanodeRegistration(127.0.0.1:42109, datanodeUuid=f4f13394-7571-4b3b-871d-da472c29dada, infoPort=35327, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310) 2024-11-10T22:44:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0afdf65cd3d8b81 with lease ID 0xd2d439b1914e2e00: from storage DS-9d545317-277c-4666-af94-75079805eebb node DatanodeRegistration(127.0.0.1:42109, datanodeUuid=f4f13394-7571-4b3b-871d-da472c29dada, infoPort=35327, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T22:44:03,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:44:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8468d0 2024-11-10T22:44:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:44:03,710 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:44:03,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T22:44:03,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T22:44:03,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:44:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T22:44:03,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:44:03,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:03,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-10T22:44:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:44:03,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:44:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741835_1011 (size=393) 2024-11-10T22:44:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741835_1011 (size=393) 2024-11-10T22:44:03,728 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 287df537a226c636b00738584da753ee, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec 2024-11-10T22:44:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46507 is added to blk_1073741836_1012 (size=76) 2024-11-10T22:44:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741836_1012 (size=76) 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 287df537a226c636b00738584da753ee, disabling compactions & flushes 2024-11-10T22:44:03,737 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. after waiting 0 ms 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:03,737 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:03,737 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 287df537a226c636b00738584da753ee: Waiting for close lock at 1731278643737Disabling compacts and flushes for region at 1731278643737Disabling writes for close at 1731278643737Writing region close event to WAL at 1731278643737Closed at 1731278643737 2024-11-10T22:44:03,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:44:03,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731278643739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278643739"}]},"ts":"1731278643739"} 2024-11-10T22:44:03,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:44:03,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:44:03,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278643743"}]},"ts":"1731278643743"} 2024-11-10T22:44:03,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-10T22:44:03,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=287df537a226c636b00738584da753ee, ASSIGN}] 2024-11-10T22:44:03,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=287df537a226c636b00738584da753ee, ASSIGN 2024-11-10T22:44:03,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=287df537a226c636b00738584da753ee, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,38043,1731278641136; forceNewPlan=false, retain=false 2024-11-10T22:44:03,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=287df537a226c636b00738584da753ee, regionState=OPENING, regionLocation=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=287df537a226c636b00738584da753ee, ASSIGN because future has completed 2024-11-10T22:44:03,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 287df537a226c636b00738584da753ee, server=2b9d7a669c7f,38043,1731278641136}] 2024-11-10T22:44:04,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:44:04,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:04,063 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:04,064 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 287df537a226c636b00738584da753ee, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:04,064 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,064 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:04,064 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,064 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,066 INFO [StoreOpener-287df537a226c636b00738584da753ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,068 INFO [StoreOpener-287df537a226c636b00738584da753ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 287df537a226c636b00738584da753ee columnFamilyName info 2024-11-10T22:44:04,068 DEBUG [StoreOpener-287df537a226c636b00738584da753ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:04,069 INFO [StoreOpener-287df537a226c636b00738584da753ee-1 {}] regionserver.HStore(327): Store=287df537a226c636b00738584da753ee/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:04,069 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,070 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee 2024-11-10T22:44:04,071 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee 2024-11-10T22:44:04,071 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,071 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,073 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,076 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:04,077 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 287df537a226c636b00738584da753ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868101, jitterRate=0.10384805500507355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:44:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 287df537a226c636b00738584da753ee 2024-11-10T22:44:04,078 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 287df537a226c636b00738584da753ee: Running coprocessor pre-open hook at 1731278644064Writing region info on filesystem at 1731278644064Initializing all the Stores at 1731278644066 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278644066Cleaning up temporary data from old regions at 1731278644071 (+5 ms)Running coprocessor post-open hooks at 1731278644077 (+6 ms)Region opened successfully at 1731278644078 (+1 ms) 2024-11-10T22:44:04,079 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee., pid=6, masterSystemTime=1731278644058 2024-11-10T22:44:04,081 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:04,082 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:04,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=287df537a226c636b00738584da753ee, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:04,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 287df537a226c636b00738584da753ee, server=2b9d7a669c7f,38043,1731278641136 because future has completed 2024-11-10T22:44:04,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T22:44:04,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 287df537a226c636b00738584da753ee, server=2b9d7a669c7f,38043,1731278641136 in 183 msec 2024-11-10T22:44:04,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T22:44:04,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=287df537a226c636b00738584da753ee, ASSIGN in 344 msec 2024-11-10T22:44:04,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:44:04,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278644094"}]},"ts":"1731278644094"} 2024-11-10T22:44:04,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-10T22:44:04,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:44:04,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 386 msec 2024-11-10T22:44:07,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T22:44:07,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-10T22:44:08,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T22:44:08,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-10T22:44:08,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T22:44:09,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:44:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:44:13,792 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-10T22:44:13,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-10T22:44:13,795 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T22:44:13,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-10T22:44:13,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T22:44:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-10T22:44:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee., hostname=2b9d7a669c7f,38043,1731278641136, seqNum=2] 2024-11-10T22:44:13,808 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-10T22:44:13,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T22:44:13,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2054595745_22 at /127.0.0.1:50172 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50172 dst: /127.0.0.1:35531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2054595745_22 at /127.0.0.1:40470 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40470 dst: /127.0.0.1:35531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2054595745_22 at /127.0.0.1:49944 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46507:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49944 dst: /127.0.0.1:46507 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1724547010_22 at /127.0.0.1:49918 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46507:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49918 dst: /127.0.0.1:46507 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1724547010_22 at /127.0.0.1:40432 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40432 dst: /127.0.0.1:35531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2054595745_22 at /127.0.0.1:34176 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46507:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34176 dst: /127.0.0.1:46507 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:13,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37177d8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:13,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f1c0753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:13,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:13,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f900fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:13,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@787af5e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:13,879 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:13,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:13,879 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5) service to localhost/127.0.0.1:44553 2024-11-10T22:44:13,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:13,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data3/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:13,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data4/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:13,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:13,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:13,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:13,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:13,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:13,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:44:13,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:13,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:13,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422533a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/java.io.tmpdir/jetty-localhost-38367-hadoop-hdfs-3_4_1-tests_jar-_-any-16085424125332654510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:13,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:38367} 2024-11-10T22:44:13,992 INFO [Time-limited test {}] server.Server(415): Started @81306ms 2024-11-10T22:44:13,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:14,011 WARN [AsyncFSWAL-0-hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec-prefix:2b9d7a669c7f,38043,1731278641136 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,011 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b9d7a669c7f%2C38043%2C1731278641136:(num 1731278641775) roll requested 2024-11-10T22:44:14,026 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278654011, exclude list is [], retry=0 2024-11-10T22:44:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40793,DS-ed00e16c-52db-4b8e-8e52-92cda6ef3f86,DISK] 2024-11-10T22:44:14,030 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:46507,DS-e2934ec5-019b-4411-bfa3-21ae810f9313,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-10T22:44:14,030 WARN [regionserver/2b9d7a669c7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278654011 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:46507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,131 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278654011, exclude list is [(127.0.0.1/127.0.0.1:40891:40891)], retry=1 2024-11-10T22:44:14,132 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2054595745_22 at /127.0.0.1:46888 [Receiving block BP-2051920386-172.17.0.2-1731278639310:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:40793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46888 dst: /127.0.0.1:40793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-3a9f59fe-31c7-4b69-8c9c-8d2055e711d7,DISK] 2024-11-10T22:44:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42109,DS-08ad4b25-5712-4eeb-ab28-91d1a5dffd24,DISK] 2024-11-10T22:44:14,142 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278654011 2024-11-10T22:44:14,143 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:35327:35327)] 2024-11-10T22:44:14,143 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 is not closed yet, will try archiving it next time 2024-11-10T22:44:14,143 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:44:14,144 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:44:14,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:44:14,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:14,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:14,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:44:14,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:44:14,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559687199, stopped=false 2024-11-10T22:44:14,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,36621,1731278640990 2024-11-10T22:44:14,145 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T22:44:14,146 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T22:44:14,146 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 2024-11-10T22:44:14,149 WARN [IPC Server handler 3 on default port 44553 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-10T22:44:14,152 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 after 4ms 2024-11-10T22:44:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:14,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:44:14,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:44:14,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:44:14,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:14,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:14,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:14,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,38043,1731278641136' ***** 2024-11-10T22:44:14,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:44:14,207 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:44:14,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(3091): Received CLOSE for 287df537a226c636b00738584da753ee 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:44:14,208 INFO [RS:0;2b9d7a669c7f:38043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:38043. 2024-11-10T22:44:14,208 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 287df537a226c636b00738584da753ee, disabling compactions & flushes 2024-11-10T22:44:14,208 DEBUG [RS:0;2b9d7a669c7f:38043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:44:14,208 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:14,209 DEBUG [RS:0;2b9d7a669c7f:38043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:14,209 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:14,209 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:44:14,209 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. after waiting 0 ms 2024-11-10T22:44:14,209 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:44:14,209 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:14,209 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:44:14,209 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:44:14,209 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 287df537a226c636b00738584da753ee 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-10T22:44:14,209 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T22:44:14,209 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 287df537a226c636b00738584da753ee=TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee.} 2024-11-10T22:44:14,210 DEBUG [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 287df537a226c636b00738584da753ee 2024-11-10T22:44:14,210 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:44:14,210 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:44:14,210 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:44:14,210 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:44:14,210 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:44:14,210 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-10T22:44:14,211 WARN [AsyncFSWAL-0-hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec-prefix:2b9d7a669c7f,38043,1731278641136.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,212 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b9d7a669c7f%2C38043%2C1731278641136.meta:.meta(num 1731278642188) roll requested 2024-11-10T22:44:14,227 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/.tmp/info/c5e2170c4ae642dbbf242ada03cea3fb is 1055, key is row0001/info:/1731278653806/Put/seqid=0 2024-11-10T22:44:14,228 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278654212.meta, exclude list is [(127.0.0.1/127.0.0.1:40891:40891)], retry=0 2024-11-10T22:44:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40793,DS-ed00e16c-52db-4b8e-8e52-92cda6ef3f86,DISK] 2024-11-10T22:44:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-3a9f59fe-31c7-4b69-8c9c-8d2055e711d7,DISK] 2024-11-10T22:44:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741839_1016 (size=7062) 2024-11-10T22:44:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741839_1016 (size=7062) 2024-11-10T22:44:14,235 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/.tmp/info/c5e2170c4ae642dbbf242ada03cea3fb 2024-11-10T22:44:14,239 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278654212.meta 2024-11-10T22:44:14,241 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213),(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-10T22:44:14,241 DEBUG [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta is not closed yet, will try archiving it next time 2024-11-10T22:44:14,241 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,242 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:14,242 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta 2024-11-10T22:44:14,243 WARN [IPC Server handler 0 on default port 44553 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-10T22:44:14,243 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta after 1ms 2024-11-10T22:44:14,243 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/.tmp/info/c5e2170c4ae642dbbf242ada03cea3fb as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/info/c5e2170c4ae642dbbf242ada03cea3fb 2024-11-10T22:44:14,253 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/info/c5e2170c4ae642dbbf242ada03cea3fb, entries=2, sequenceid=6, filesize=6.9 K 2024-11-10T22:44:14,254 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 287df537a226c636b00738584da753ee in 45ms, sequenceid=6, compaction requested=false 2024-11-10T22:44:14,260 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/default/TestLogRolling-testLogRollOnDatanodeDeath/287df537a226c636b00738584da753ee/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T22:44:14,260 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:14,261 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 287df537a226c636b00738584da753ee: Waiting for close lock at 1731278654208Running coprocessor pre-close hooks at 1731278654208Disabling compacts and flushes for region at 1731278654208Disabling writes for close at 1731278654209 (+1 ms)Obtaining lock to block concurrent updates at 1731278654209Preparing flush snapshotting stores in 287df537a226c636b00738584da753ee at 1731278654209Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731278654210 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. at 1731278654211 (+1 ms)Flushing 287df537a226c636b00738584da753ee/info: creating writer at 1731278654211Flushing 287df537a226c636b00738584da753ee/info: appending metadata at 1731278654226 (+15 ms)Flushing 287df537a226c636b00738584da753ee/info: closing flushed file at 1731278654226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4728403f: reopening flushed file at 1731278654242 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 287df537a226c636b00738584da753ee in 45ms, sequenceid=6, compaction requested=false at 1731278654254 (+12 ms)Writing region close event to WAL at 1731278654255 (+1 ms)Running coprocessor post-close hooks at 1731278654260 (+5 ms)Closed at 1731278654260 2024-11-10T22:44:14,261 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee. 2024-11-10T22:44:14,263 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/info/30dd40ee53274014b9b791f5778471f8 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731278643711.287df537a226c636b00738584da753ee./info:regioninfo/1731278644082/Put/seqid=0 2024-11-10T22:44:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741841_1019 (size=7089) 2024-11-10T22:44:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741841_1019 (size=7089) 2024-11-10T22:44:14,268 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/info/30dd40ee53274014b9b791f5778471f8 2024-11-10T22:44:14,297 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/ns/90617b0593d9458ea62de78c414219ef is 43, key is default/ns:d/1731278642310/Put/seqid=0 2024-11-10T22:44:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741842_1020 (size=5153) 2024-11-10T22:44:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741842_1020 (size=5153) 2024-11-10T22:44:14,303 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/ns/90617b0593d9458ea62de78c414219ef 2024-11-10T22:44:14,332 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/table/79444a64175e4a8ca23ea099e087cdf9 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731278644094/Put/seqid=0 2024-11-10T22:44:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741843_1021 (size=5424) 2024-11-10T22:44:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741843_1021 (size=5424) 2024-11-10T22:44:14,339 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/table/79444a64175e4a8ca23ea099e087cdf9 2024-11-10T22:44:14,348 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/info/30dd40ee53274014b9b791f5778471f8 as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/info/30dd40ee53274014b9b791f5778471f8 2024-11-10T22:44:14,351 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:14,356 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/info/30dd40ee53274014b9b791f5778471f8, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T22:44:14,358 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/ns/90617b0593d9458ea62de78c414219ef as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/ns/90617b0593d9458ea62de78c414219ef 2024-11-10T22:44:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913e641646ae3835 with lease ID 0xd2d439b1914e2e01: from storage DS-e2934ec5-019b-4411-bfa3-21ae810f9313 node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=41987, infoSecurePort=0, ipcPort=34965, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T22:44:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913e641646ae3835 with lease ID 0xd2d439b1914e2e01: from storage DS-e636a8b4-f8fe-4ab2-8bc2-7a94eb961444 node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5, infoPort=41987, infoSecurePort=0, ipcPort=34965, storageInfo=lv=-57;cid=testClusterID;nsid=1848877145;c=1731278639310), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:14,367 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/ns/90617b0593d9458ea62de78c414219ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T22:44:14,369 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/.tmp/table/79444a64175e4a8ca23ea099e087cdf9 as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/table/79444a64175e4a8ca23ea099e087cdf9 2024-11-10T22:44:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741833_1015 (size=1599) 2024-11-10T22:44:14,377 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/table/79444a64175e4a8ca23ea099e087cdf9, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T22:44:14,378 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false 2024-11-10T22:44:14,385 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T22:44:14,385 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:44:14,385 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:44:14,385 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278654210Running coprocessor pre-close hooks at 1731278654210Disabling compacts and flushes for region at 1731278654210Disabling writes for close at 1731278654210Obtaining lock to block concurrent updates at 1731278654210Preparing flush snapshotting stores in 1588230740 at 1731278654210Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731278654211 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731278654242 (+31 ms)Flushing 1588230740/info: creating writer at 1731278654242Flushing 1588230740/info: appending metadata at 1731278654262 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731278654262Flushing 1588230740/ns: creating writer at 1731278654282 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731278654297 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731278654297Flushing 1588230740/table: creating writer at 1731278654311 (+14 ms)Flushing 1588230740/table: appending metadata at 1731278654331 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731278654331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d04120f: reopening flushed file at 1731278654347 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34be1ed: reopening flushed file at 1731278654357 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e6372e: reopening flushed file at 1731278654368 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false at 1731278654378 (+10 ms)Writing region close event to WAL at 1731278654379 (+1 ms)Running coprocessor post-close hooks at 1731278654385 (+6 ms)Closed at 1731278654385 2024-11-10T22:44:14,386 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:44:14,410 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,38043,1731278641136; all regions closed. 2024-11-10T22:44:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741840_1017 (size=825) 2024-11-10T22:44:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741840_1017 (size=825) 2024-11-10T22:44:14,695 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T22:44:14,696 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T22:44:15,637 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:44:18,154 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 after 4008ms 2024-11-10T22:44:18,155 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 to hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs/2b9d7a669c7f%2C38043%2C1731278641136.1731278641775 2024-11-10T22:44:18,244 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta after 4002ms 2024-11-10T22:44:18,245 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/WALs/2b9d7a669c7f,38043,1731278641136/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta to hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs/2b9d7a669c7f%2C38043%2C1731278641136.meta.1731278642188.meta 2024-11-10T22:44:18,250 DEBUG [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs 2024-11-10T22:44:18,250 INFO [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C38043%2C1731278641136.meta:.meta(num 1731278654212) 2024-11-10T22:44:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741838_1014 (size=2288) 2024-11-10T22:44:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741838_1014 (size=2288) 2024-11-10T22:44:18,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T22:44:18,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:44:18,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:44:18,259 DEBUG [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs 2024-11-10T22:44:18,259 INFO [RS:0;2b9d7a669c7f:38043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C38043%2C1731278641136:(num 1731278654011) 2024-11-10T22:44:18,259 DEBUG [RS:0;2b9d7a669c7f:38043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:18,259 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:44:18,259 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:44:18,259 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T22:44:18,260 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:44:18,260 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:44:18,260 INFO [RS:0;2b9d7a669c7f:38043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38043 2024-11-10T22:44:18,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,38043,1731278641136 2024-11-10T22:44:18,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:44:18,309 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:44:18,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,38043,1731278641136] 2024-11-10T22:44:18,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,38043,1731278641136 already deleted, retry=false 2024-11-10T22:44:18,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,38043,1731278641136 expired; onlineServers=0 2024-11-10T22:44:18,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,36621,1731278640990' ***** 2024-11-10T22:44:18,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:44:18,328 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:44:18,328 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:44:18,329 DEBUG [M:0;2b9d7a669c7f:36621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:44:18,329 DEBUG [M:0;2b9d7a669c7f:36621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:44:18,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:44:18,329 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278641498 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278641498,5,FailOnTimeoutGroup] 2024-11-10T22:44:18,329 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278641498 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278641498,5,FailOnTimeoutGroup] 2024-11-10T22:44:18,330 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:44:18,330 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:44:18,330 DEBUG [M:0;2b9d7a669c7f:36621 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:44:18,330 INFO [M:0;2b9d7a669c7f:36621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:44:18,330 INFO [M:0;2b9d7a669c7f:36621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:44:18,331 INFO [M:0;2b9d7a669c7f:36621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:44:18,331 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:44:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:44:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:18,336 DEBUG [M:0;2b9d7a669c7f:36621 {}] zookeeper.ZKUtil(347): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:44:18,336 WARN [M:0;2b9d7a669c7f:36621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:44:18,337 INFO [M:0;2b9d7a669c7f:36621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/.lastflushedseqids 2024-11-10T22:44:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741844_1022 (size=139) 2024-11-10T22:44:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741844_1022 (size=139) 2024-11-10T22:44:18,345 INFO [M:0;2b9d7a669c7f:36621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:44:18,345 INFO [M:0;2b9d7a669c7f:36621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:44:18,345 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:44:18,345 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:18,345 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:18,346 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:44:18,346 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:18,346 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-10T22:44:18,346 WARN [AsyncFSWAL-0-hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData-prefix:2b9d7a669c7f,36621,1731278640990 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:18,347 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b9d7a669c7f%2C36621%2C1731278640990:(num 1731278641280) roll requested 2024-11-10T22:44:18,366 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278658347, exclude list is [], retry=0 2024-11-10T22:44:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40793,DS-ed00e16c-52db-4b8e-8e52-92cda6ef3f86,DISK] 2024-11-10T22:44:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-e2934ec5-019b-4411-bfa3-21ae810f9313,DISK] 2024-11-10T22:44:18,372 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278658347 2024-11-10T22:44:18,372 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213),(127.0.0.1/127.0.0.1:41987:41987)] 2024-11-10T22:44:18,372 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 is not closed yet, will try archiving it next time 2024-11-10T22:44:18,372 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:18,372 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:44:18,373 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 2024-11-10T22:44:18,374 WARN [IPC Server handler 4 on default port 44553 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-10T22:44:18,374 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 after 1ms 2024-11-10T22:44:18,390 DEBUG [M:0;2b9d7a669c7f:36621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71efe1789f4e16ba35f73417cf4c6d is 82, key is hbase:meta,,1/info:regioninfo/1731278642255/Put/seqid=0 2024-11-10T22:44:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741846_1025 (size=5672) 2024-11-10T22:44:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42109 is added to blk_1073741846_1025 (size=5672) 2024-11-10T22:44:18,396 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71efe1789f4e16ba35f73417cf4c6d 2024-11-10T22:44:18,420 DEBUG [M:0;2b9d7a669c7f:36621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fadea9136215462aa1a82556e1457ba4 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731278644100/Put/seqid=0 2024-11-10T22:44:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:44:18,420 INFO [RS:0;2b9d7a669c7f:38043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:44:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38043-0x10128352a110001, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:44:18,420 INFO [RS:0;2b9d7a669c7f:38043 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,38043,1731278641136; zookeeper connection closed. 2024-11-10T22:44:18,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3367d428 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3367d428 2024-11-10T22:44:18,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:44:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741847_1026 (size=6114) 2024-11-10T22:44:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741847_1026 (size=6114) 2024-11-10T22:44:18,426 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fadea9136215462aa1a82556e1457ba4 2024-11-10T22:44:18,454 DEBUG [M:0;2b9d7a669c7f:36621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0a44b5b11454acb8cb52578b1e31616 is 69, key is 2b9d7a669c7f,38043,1731278641136/rs:state/1731278641608/Put/seqid=0 2024-11-10T22:44:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741848_1027 (size=5156) 2024-11-10T22:44:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35531 is added to blk_1073741848_1027 (size=5156) 2024-11-10T22:44:18,461 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0a44b5b11454acb8cb52578b1e31616 2024-11-10T22:44:18,482 DEBUG [M:0;2b9d7a669c7f:36621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bc1485b46ff84656bfefa9400f6dbc27 is 52, key is load_balancer_on/state:d/1731278642378/Put/seqid=0 2024-11-10T22:44:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741849_1028 (size=5056) 2024-11-10T22:44:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741849_1028 (size=5056) 2024-11-10T22:44:18,488 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bc1485b46ff84656bfefa9400f6dbc27 2024-11-10T22:44:18,494 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71efe1789f4e16ba35f73417cf4c6d as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb71efe1789f4e16ba35f73417cf4c6d 2024-11-10T22:44:18,501 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb71efe1789f4e16ba35f73417cf4c6d, entries=8, sequenceid=56, filesize=5.5 K 2024-11-10T22:44:18,502 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fadea9136215462aa1a82556e1457ba4 as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fadea9136215462aa1a82556e1457ba4 2024-11-10T22:44:18,509 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fadea9136215462aa1a82556e1457ba4, entries=6, sequenceid=56, filesize=6.0 K 2024-11-10T22:44:18,510 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0a44b5b11454acb8cb52578b1e31616 as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0a44b5b11454acb8cb52578b1e31616 2024-11-10T22:44:18,518 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0a44b5b11454acb8cb52578b1e31616, entries=1, sequenceid=56, filesize=5.0 K 2024-11-10T22:44:18,519 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bc1485b46ff84656bfefa9400f6dbc27 as hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bc1485b46ff84656bfefa9400f6dbc27 2024-11-10T22:44:18,526 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bc1485b46ff84656bfefa9400f6dbc27, entries=1, sequenceid=56, filesize=4.9 K 2024-11-10T22:44:18,527 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=56, compaction requested=false 2024-11-10T22:44:18,529 INFO [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:18,529 DEBUG [M:0;2b9d7a669c7f:36621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278658345Disabling compacts and flushes for region at 1731278658345Disabling writes for close at 1731278658346 (+1 ms)Obtaining lock to block concurrent updates at 1731278658346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731278658346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731278658346Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731278658372 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731278658372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731278658389 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731278658390 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731278658404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731278658419 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731278658419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731278658433 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731278658453 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731278658454 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731278658467 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731278658481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731278658481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205b9fe0: reopening flushed file at 1731278658493 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba9e690: reopening flushed file at 1731278658501 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cabcff: reopening flushed file at 1731278658509 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b787329: reopening flushed file at 1731278658518 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=56, compaction requested=false at 1731278658527 (+9 ms)Writing region close event to WAL at 1731278658529 (+2 ms)Closed at 1731278658529 2024-11-10T22:44:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741845_1023 (size=757) 2024-11-10T22:44:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741845_1023 (size=757) 2024-11-10T22:44:19,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:44:19,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:19,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:21,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741830_1024 (size=27177) 2024-11-10T22:44:22,375 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 after 4002ms 2024-11-10T22:44:22,377 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/WALs/2b9d7a669c7f,36621,1731278640990/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 to hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/oldWALs/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 2024-11-10T22:44:22,386 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/MasterData/oldWALs/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280 to hdfs://localhost:44553/user/jenkins/test-data/c1c0c61c-32ab-240f-203c-e2bafe0779ec/oldWALs/2b9d7a669c7f%2C36621%2C1731278640990.1731278641280$masterlocalwal$ 2024-11-10T22:44:22,387 INFO [M:0;2b9d7a669c7f:36621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:44:22,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:44:22,387 INFO [M:0;2b9d7a669c7f:36621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36621 2024-11-10T22:44:22,388 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:44:22,545 INFO [M:0;2b9d7a669c7f:36621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:44:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:44:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36621-0x10128352a110000, quorum=127.0.0.1:49295, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:44:22,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422533a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:22,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,592 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:22,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:22,592 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid c8fcbdf5-353a-43f5-bf58-bd25ba1f59e5) service to localhost/127.0.0.1:44553 2024-11-10T22:44:22,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:22,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data3/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data4/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9b2bc4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:22,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8065d42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4174c4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5437f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,598 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:22,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:22,598 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid f4f13394-7571-4b3b-871d-da472c29dada) service to localhost/127.0.0.1:44553 2024-11-10T22:44:22,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:22,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data9/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data10/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:22,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3caffdb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:22,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aee2aaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273627e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d662cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,605 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:22,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:22,605 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid 5443d162-6055-4c42-b252-c263b632f23e) service to localhost/127.0.0.1:44553 2024-11-10T22:44:22,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:22,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data7/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data8/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:22,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4798edf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:22,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8ea59f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6426d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a88e33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,610 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:22,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:22,610 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid dafb5644-8354-44bb-9880-90c4b45430dd) service to localhost/127.0.0.1:44553 2024-11-10T22:44:22,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:22,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data5/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data6/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:22,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30c9a3b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:22,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@211962f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727dbeb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8550aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,615 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:44:22,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:44:22,615 WARN [BP-2051920386-172.17.0.2-1731278639310 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051920386-172.17.0.2-1731278639310 (Datanode Uuid a2f66f86-d23e-4c68-86a7-fee6381c4fb3) service to localhost/127.0.0.1:44553 2024-11-10T22:44:22,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:44:22,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data1/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/cluster_610284b0-7346-1e3d-c49b-3c564882b2da/data/data2/current/BP-2051920386-172.17.0.2-1731278639310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:44:22,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:44:22,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be82120{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:44:22,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43284a01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:44:22,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:44:22,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ce88563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:44:22,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40e2c03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir/,STOPPED} 2024-11-10T22:44:22,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:44:22,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T22:44:22,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44553 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=14558 (was 14882) 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=14557 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.log.dir so I do NOT create it in target/test-data/713b5e89-1541-2260-a043-38367381b961 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef8d9ea4-6ed8-c00c-21d9-df4a92507829/hadoop.tmp.dir so I do NOT create it in target/test-data/713b5e89-1541-2260-a043-38367381b961 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef, deleteOnExit=true 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/test.cache.data in system properties and HBase conf 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:44:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:44:22,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:44:22,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:44:22,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:44:22,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:44:22,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:44:22,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:44:22,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:22,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:22,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:22,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:22,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:44:22,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:22,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1848cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:22,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f07bb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:23,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37282920{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/java.io.tmpdir/jetty-localhost-35997-hadoop-hdfs-3_4_1-tests_jar-_-any-15784898034908029557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:44:23,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740452e0{HTTP/1.1, (http/1.1)}{localhost:35997} 2024-11-10T22:44:23,067 INFO [Time-limited test {}] server.Server(415): Started @90380ms 2024-11-10T22:44:23,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:23,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:23,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:23,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:23,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:44:23,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45844b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:23,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6f71e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:23,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3837526d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/java.io.tmpdir/jetty-localhost-40529-hadoop-hdfs-3_4_1-tests_jar-_-any-15814323207641231887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:23,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69ad0a97{HTTP/1.1, (http/1.1)}{localhost:40529} 2024-11-10T22:44:23,388 INFO [Time-limited test {}] server.Server(415): Started @90701ms 2024-11-10T22:44:23,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:23,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:44:23,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:44:23,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:44:23,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:44:23,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:44:23,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aed3f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:44:23,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac50e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:44:23,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4836d57b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/java.io.tmpdir/jetty-localhost-42443-hadoop-hdfs-3_4_1-tests_jar-_-any-6772369306449850049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:44:23,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e7fdc55{HTTP/1.1, (http/1.1)}{localhost:42443} 2024-11-10T22:44:23,512 INFO [Time-limited test {}] server.Server(415): Started @90826ms 2024-11-10T22:44:23,513 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:44:24,039 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data1/current/BP-734026700-172.17.0.2-1731278662711/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:24,039 WARN [Thread-804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data2/current/BP-734026700-172.17.0.2-1731278662711/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:24,060 WARN [Thread-767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31daa87ad9027d1 with lease ID 0x9ab1455e72b5bc0f: Processing first storage report for DS-abb2ce37-d0a6-4b37-8065-c9783e745893 from datanode DatanodeRegistration(127.0.0.1:42811, datanodeUuid=93c3f1e9-db0d-4e93-b7fb-dc5fbe29c5a4, infoPort=32835, infoSecurePort=0, ipcPort=45885, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711) 2024-11-10T22:44:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31daa87ad9027d1 with lease ID 0x9ab1455e72b5bc0f: from storage DS-abb2ce37-d0a6-4b37-8065-c9783e745893 node DatanodeRegistration(127.0.0.1:42811, datanodeUuid=93c3f1e9-db0d-4e93-b7fb-dc5fbe29c5a4, infoPort=32835, infoSecurePort=0, ipcPort=45885, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31daa87ad9027d1 with lease ID 0x9ab1455e72b5bc0f: Processing first storage report for DS-3a4f5a35-ef03-4e40-8978-b5367d540db7 from datanode DatanodeRegistration(127.0.0.1:42811, datanodeUuid=93c3f1e9-db0d-4e93-b7fb-dc5fbe29c5a4, infoPort=32835, infoSecurePort=0, ipcPort=45885, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711) 2024-11-10T22:44:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31daa87ad9027d1 with lease ID 0x9ab1455e72b5bc0f: from storage DS-3a4f5a35-ef03-4e40-8978-b5367d540db7 node DatanodeRegistration(127.0.0.1:42811, datanodeUuid=93c3f1e9-db0d-4e93-b7fb-dc5fbe29c5a4, infoPort=32835, infoSecurePort=0, ipcPort=45885, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:24,203 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data3/current/BP-734026700-172.17.0.2-1731278662711/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:24,203 WARN [Thread-815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data4/current/BP-734026700-172.17.0.2-1731278662711/current, will proceed with Du for space computation calculation, 2024-11-10T22:44:24,228 WARN [Thread-790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:44:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e4da644efeb4b10 with lease ID 0x9ab1455e72b5bc10: Processing first storage report for DS-51033c07-bb3f-4938-8f19-0fe2f869c740 from datanode DatanodeRegistration(127.0.0.1:39281, datanodeUuid=338f9d6e-4ee2-4f4a-8415-0c97238ffe36, infoPort=41029, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711) 2024-11-10T22:44:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e4da644efeb4b10 with lease ID 0x9ab1455e72b5bc10: from storage DS-51033c07-bb3f-4938-8f19-0fe2f869c740 node DatanodeRegistration(127.0.0.1:39281, datanodeUuid=338f9d6e-4ee2-4f4a-8415-0c97238ffe36, infoPort=41029, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e4da644efeb4b10 with lease ID 0x9ab1455e72b5bc10: Processing first storage report for DS-26b77fe3-1fe9-459a-b55c-6bbe1449fb59 from datanode DatanodeRegistration(127.0.0.1:39281, datanodeUuid=338f9d6e-4ee2-4f4a-8415-0c97238ffe36, infoPort=41029, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711) 2024-11-10T22:44:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e4da644efeb4b10 with lease ID 0x9ab1455e72b5bc10: from storage DS-26b77fe3-1fe9-459a-b55c-6bbe1449fb59 node DatanodeRegistration(127.0.0.1:39281, datanodeUuid=338f9d6e-4ee2-4f4a-8415-0c97238ffe36, infoPort=41029, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1686414533;c=1731278662711), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:44:24,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961 2024-11-10T22:44:24,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/zookeeper_0, clientPort=57322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:44:24,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57322 2024-11-10T22:44:24,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:44:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:44:24,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3 with version=8 2024-11-10T22:44:24,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase-staging 2024-11-10T22:44:24,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:44:24,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:44:24,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37671 2024-11-10T22:44:24,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37671 connecting to ZooKeeper ensemble=127.0.0.1:57322 2024-11-10T22:44:24,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376710x0, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:44:24,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37671-0x101283584f70000 connected 2024-11-10T22:44:24,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:24,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3, hbase.cluster.distributed=false 2024-11-10T22:44:24,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:44:24,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-10T22:44:24,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37671 2024-11-10T22:44:24,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37671 2024-11-10T22:44:24,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-10T22:44:24,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-10T22:44:24,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:44:24,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:44:24,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:44:24,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:44:24,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:44:24,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:44:24,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34289 2024-11-10T22:44:24,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34289 connecting to ZooKeeper ensemble=127.0.0.1:57322 2024-11-10T22:44:24,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342890x0, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:44:24,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342890x0, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:44:24,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34289-0x101283584f70001 connected 2024-11-10T22:44:24,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:44:24,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:44:24,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:44:24,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:44:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-10T22:44:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34289 2024-11-10T22:44:24,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34289 2024-11-10T22:44:24,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-10T22:44:24,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-10T22:44:24,447 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:37671 2024-11-10T22:44:24,448 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:24,460 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:44:24,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,468 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:44:24,468 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,37671,1731278664261 from backup master directory 2024-11-10T22:44:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:24,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:44:24,476 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:44:24,476 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,480 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/hbase.id] with ID: c2111c4a-6610-4702-b3c6-1adf7a2b753e 2024-11-10T22:44:24,480 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/.tmp/hbase.id 2024-11-10T22:44:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:44:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:44:24,488 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/.tmp/hbase.id]:[hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/hbase.id] 2024-11-10T22:44:24,507 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:24,507 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:44:24,509 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T22:44:24,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:44:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:44:24,528 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:44:24,529 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:44:24,529 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:44:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:44:24,538 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store 2024-11-10T22:44:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:44:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:44:24,545 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:24,545 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:44:24,545 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278664545Disabling compacts and flushes for region at 1731278664545Disabling writes for close at 1731278664545Writing region close event to WAL at 1731278664545Closed at 1731278664545 2024-11-10T22:44:24,546 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/.initializing 2024-11-10T22:44:24,546 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/WALs/2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,547 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:44:24,549 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C37671%2C1731278664261, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/WALs/2b9d7a669c7f,37671,1731278664261, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/oldWALs, maxLogs=10 2024-11-10T22:44:24,561 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/WALs/2b9d7a669c7f,37671,1731278664261/2b9d7a669c7f%2C37671%2C1731278664261.1731278664549, exclude list is [], retry=0 2024-11-10T22:44:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:44:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:44:24,566 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/WALs/2b9d7a669c7f,37671,1731278664261/2b9d7a669c7f%2C37671%2C1731278664261.1731278664549 2024-11-10T22:44:24,566 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835),(127.0.0.1/127.0.0.1:41029:41029)] 2024-11-10T22:44:24,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:24,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:24,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:44:24,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:24,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:44:24,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:44:24,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:24,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:44:24,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:24,576 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,577 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,577 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,578 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,578 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,579 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:44:24,580 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:44:24,582 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:24,583 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841876, jitterRate=0.07050147652626038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:44:24,583 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731278664567Initializing all the Stores at 1731278664568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278664568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278664568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278664568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278664568Cleaning up temporary data from old regions at 1731278664578 (+10 ms)Region opened successfully at 1731278664583 (+5 ms) 2024-11-10T22:44:24,584 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:44:24,588 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd2a37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:44:24,589 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:44:24,589 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:44:24,589 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:44:24,589 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:44:24,590 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T22:44:24,590 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T22:44:24,590 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:44:24,592 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:44:24,593 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:44:24,617 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:44:24,618 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:44:24,619 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:44:24,630 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:44:24,631 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:44:24,633 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:44:24,643 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:44:24,645 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:44:24,655 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:44:24,657 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:44:24,667 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:44:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:44:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,676 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,37671,1731278664261, sessionid=0x101283584f70000, setting cluster-up flag (Was=false) 2024-11-10T22:44:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,717 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:44:24,719 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:24,768 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:44:24,771 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:24,774 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:44:24,777 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:24,778 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:44:24,778 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:44:24,778 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,37671,1731278664261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:44:24,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:24,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:44:24,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,785 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731278694785 2024-11-10T22:44:24,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:44:24,786 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:44:24,787 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278664787,5,FailOnTimeoutGroup] 2024-11-10T22:44:24,787 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278664787,5,FailOnTimeoutGroup] 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:44:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:44:24,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:44:24,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3 2024-11-10T22:44:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:44:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:44:24,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:24,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:44:24,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:44:24,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:24,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:44:24,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:44:24,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:24,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:44:24,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:44:24,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:24,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:44:24,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:44:24,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:24,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:24,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:44:24,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740 2024-11-10T22:44:24,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740 2024-11-10T22:44:24,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:44:24,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:44:24,814 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:44:24,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:44:24,818 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:24,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798008, jitterRate=0.014719828963279724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731278664804Initializing all the Stores at 1731278664805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278664805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278664805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278664805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278664805Cleaning up temporary data from old regions at 1731278664814 (+9 ms)Region opened successfully at 1731278664819 (+5 ms) 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:44:24,819 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:44:24,819 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:44:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278664819Disabling compacts and flushes for region at 1731278664819Disabling writes for close at 1731278664819Writing region close event to WAL at 1731278664819Closed at 1731278664819 2024-11-10T22:44:24,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:24,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:44:24,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:44:24,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:44:24,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:44:24,840 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(746): ClusterId : c2111c4a-6610-4702-b3c6-1adf7a2b753e 2024-11-10T22:44:24,841 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:44:24,878 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:44:24,878 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:44:24,891 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:44:24,892 DEBUG [RS:0;2b9d7a669c7f:34289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7c84c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:44:24,909 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:34289 2024-11-10T22:44:24,909 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:44:24,909 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:44:24,909 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:44:24,910 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,37671,1731278664261 with port=34289, startcode=1731278664416 2024-11-10T22:44:24,910 DEBUG [RS:0;2b9d7a669c7f:34289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:44:24,912 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:44:24,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37671 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,914 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3 2024-11-10T22:44:24,914 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40571 2024-11-10T22:44:24,914 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:44:24,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:44:24,926 DEBUG [RS:0;2b9d7a669c7f:34289 {}] zookeeper.ZKUtil(111): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,926 WARN [RS:0;2b9d7a669c7f:34289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:44:24,926 INFO [RS:0;2b9d7a669c7f:34289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:24,926 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,34289,1731278664416] 2024-11-10T22:44:24,931 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:44:24,933 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:44:24,934 INFO [RS:0;2b9d7a669c7f:34289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:44:24,934 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,934 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:44:24,936 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:44:24,936 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:44:24,936 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:44:24,937 DEBUG [RS:0;2b9d7a669c7f:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:44:24,938 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,938 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,939 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,939 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,939 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,939 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34289,1731278664416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:44:24,952 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:44:24,953 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34289,1731278664416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,953 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,953 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.Replication(171): 2b9d7a669c7f,34289,1731278664416 started 2024-11-10T22:44:24,965 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:24,965 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,34289,1731278664416, RpcServer on 2b9d7a669c7f/172.17.0.2:34289, sessionid=0x101283584f70001 2024-11-10T22:44:24,965 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:44:24,965 DEBUG [RS:0;2b9d7a669c7f:34289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,965 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,34289,1731278664416' 2024-11-10T22:44:24,965 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,34289,1731278664416' 2024-11-10T22:44:24,966 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:44:24,967 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:44:24,967 DEBUG [RS:0;2b9d7a669c7f:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:44:24,967 INFO [RS:0;2b9d7a669c7f:34289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:44:24,967 INFO [RS:0;2b9d7a669c7f:34289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:44:24,973 WARN [2b9d7a669c7f:37671 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T22:44:25,068 INFO [RS:0;2b9d7a669c7f:34289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:44:25,071 INFO [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C34289%2C1731278664416, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs, maxLogs=32 2024-11-10T22:44:25,088 DEBUG [RS:0;2b9d7a669c7f:34289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072, exclude list is [], retry=0 2024-11-10T22:44:25,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:44:25,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:44:25,093 INFO [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072 2024-11-10T22:44:25,093 DEBUG [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835),(127.0.0.1/127.0.0.1:41029:41029)] 2024-11-10T22:44:25,223 DEBUG [2b9d7a669c7f:37671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:44:25,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:25,229 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,34289,1731278664416, state=OPENING 2024-11-10T22:44:25,272 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:44:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:44:25,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:44:25,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:25,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:25,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,34289,1731278664416}] 2024-11-10T22:44:25,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:44:25,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:44:25,454 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:44:25,455 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:44:25,455 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:44:25,456 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C34289%2C1731278664416.meta, suffix=.meta, logDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs, maxLogs=32 2024-11-10T22:44:25,468 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.meta.1731278665457.meta, exclude list is [], retry=0 2024-11-10T22:44:25,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:44:25,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:44:25,473 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.meta.1731278665457.meta 2024-11-10T22:44:25,473 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835),(127.0.0.1/127.0.0.1:41029:41029)] 2024-11-10T22:44:25,473 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:44:25,474 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:44:25,474 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:44:25,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:44:25,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:44:25,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:44:25,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:44:25,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:25,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:25,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:44:25,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:44:25,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:44:25,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:44:25,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:25,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:44:25,481 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:44:25,481 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740 2024-11-10T22:44:25,482 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740 2024-11-10T22:44:25,484 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:44:25,484 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:44:25,484 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:44:25,485 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:44:25,486 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833437, jitterRate=0.0597701370716095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:44:25,486 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:44:25,487 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731278665474Writing region info on filesystem at 1731278665474Initializing all the Stores at 1731278665475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278665475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278665475Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278665475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278665476 (+1 ms)Cleaning up temporary data from old regions at 1731278665484 (+8 ms)Running coprocessor post-open hooks at 1731278665487 (+3 ms)Region opened successfully at 1731278665487 2024-11-10T22:44:25,488 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731278665442 2024-11-10T22:44:25,491 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:44:25,491 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:44:25,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:25,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,34289,1731278664416, state=OPEN 2024-11-10T22:44:25,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:44:25,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:44:25,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:25,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:25,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:44:25,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:44:25,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,34289,1731278664416 in 262 msec 2024-11-10T22:44:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:44:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-10T22:44:25,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:44:25,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:44:25,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:44:25,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,34289,1731278664416, seqNum=-1] 2024-11-10T22:44:25,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:44:25,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:44:25,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-10T22:44:25,568 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731278665568, completionTime=-1 2024-11-10T22:44:25,568 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:44:25,568 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731278725570 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731278785570 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:37671, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,570 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,571 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,572 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.098sec 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:44:25,574 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:44:25,576 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:44:25,577 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:44:25,577 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37671,1731278664261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:44:25,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f91f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:25,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,37671,-1 for getting cluster id 2024-11-10T22:44:25,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:44:25,643 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2111c4a-6610-4702-b3c6-1adf7a2b753e' 2024-11-10T22:44:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:44:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2111c4a-6610-4702-b3c6-1adf7a2b753e" 2024-11-10T22:44:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97251ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,37671,-1] 2024-11-10T22:44:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:44:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:44:25,648 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:44:25,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7af0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:44:25,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:44:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,34289,1731278664416, seqNum=-1] 2024-11-10T22:44:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:44:25,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:44:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:25,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:44:25,658 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T22:44:25,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:44:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b9d7a669c7f,37671,1731278664261 2024-11-10T22:44:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33d7bad4 2024-11-10T22:44:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:44:25,662 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:44:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T22:44:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T22:44:25,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:44:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:25,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:44:25,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:25,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-10T22:44:25,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:44:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:44:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741835_1011 (size=405) 2024-11-10T22:44:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741835_1011 (size=405) 2024-11-10T22:44:25,677 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a130d4b5e460871eb1116c703ca5a4c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3 2024-11-10T22:44:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741836_1012 (size=88) 2024-11-10T22:44:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741836_1012 (size=88) 2024-11-10T22:44:25,684 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:25,684 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 1a130d4b5e460871eb1116c703ca5a4c, disabling compactions & flushes 2024-11-10T22:44:25,684 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:25,684 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:25,684 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. after waiting 0 ms 2024-11-10T22:44:25,684 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:25,685 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:25,685 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a130d4b5e460871eb1116c703ca5a4c: Waiting for close lock at 1731278665684Disabling compacts and flushes for region at 1731278665684Disabling writes for close at 1731278665684Writing region close event to WAL at 1731278665684Closed at 1731278665685 (+1 ms) 2024-11-10T22:44:25,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:44:25,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731278665686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278665686"}]},"ts":"1731278665686"} 2024-11-10T22:44:25,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:44:25,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:44:25,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278665689"}]},"ts":"1731278665689"} 2024-11-10T22:44:25,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-10T22:44:25,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=1a130d4b5e460871eb1116c703ca5a4c, ASSIGN}] 2024-11-10T22:44:25,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=1a130d4b5e460871eb1116c703ca5a4c, ASSIGN 2024-11-10T22:44:25,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=1a130d4b5e460871eb1116c703ca5a4c, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,34289,1731278664416; forceNewPlan=false, retain=false 2024-11-10T22:44:25,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a130d4b5e460871eb1116c703ca5a4c, regionState=OPENING, regionLocation=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:25,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=1a130d4b5e460871eb1116c703ca5a4c, ASSIGN because future has completed 2024-11-10T22:44:25,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a130d4b5e460871eb1116c703ca5a4c, server=2b9d7a669c7f,34289,1731278664416}] 2024-11-10T22:44:26,015 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:26,016 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a130d4b5e460871eb1116c703ca5a4c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:44:26,016 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,016 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:44:26,016 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,016 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,018 INFO [StoreOpener-1a130d4b5e460871eb1116c703ca5a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,020 INFO [StoreOpener-1a130d4b5e460871eb1116c703ca5a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a130d4b5e460871eb1116c703ca5a4c columnFamilyName info 2024-11-10T22:44:26,020 DEBUG [StoreOpener-1a130d4b5e460871eb1116c703ca5a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:44:26,020 INFO [StoreOpener-1a130d4b5e460871eb1116c703ca5a4c-1 {}] regionserver.HStore(327): Store=1a130d4b5e460871eb1116c703ca5a4c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:44:26,020 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,021 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,022 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,022 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,022 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,024 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,027 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:44:26,028 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a130d4b5e460871eb1116c703ca5a4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878077, jitterRate=0.11653336882591248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:44:26,028 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:44:26,029 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a130d4b5e460871eb1116c703ca5a4c: Running coprocessor pre-open hook at 1731278666016Writing region info on filesystem at 1731278666016Initializing all the Stores at 1731278666018 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278666018Cleaning up temporary data from old regions at 1731278666022 (+4 ms)Running coprocessor post-open hooks at 1731278666028 (+6 ms)Region opened successfully at 1731278666029 (+1 ms) 2024-11-10T22:44:26,030 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c., pid=6, masterSystemTime=1731278666006 2024-11-10T22:44:26,032 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:26,032 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:26,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a130d4b5e460871eb1116c703ca5a4c, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,34289,1731278664416 2024-11-10T22:44:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a130d4b5e460871eb1116c703ca5a4c, server=2b9d7a669c7f,34289,1731278664416 because future has completed 2024-11-10T22:44:26,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T22:44:26,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a130d4b5e460871eb1116c703ca5a4c, server=2b9d7a669c7f,34289,1731278664416 in 185 msec 2024-11-10T22:44:26,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T22:44:26,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=1a130d4b5e460871eb1116c703ca5a4c, ASSIGN in 347 msec 2024-11-10T22:44:26,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:44:26,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278666043"}]},"ts":"1731278666043"} 2024-11-10T22:44:26,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-10T22:44:26,047 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:44:26,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 384 msec 2024-11-10T22:44:28,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:44:28,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T22:44:28,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:44:28,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T22:44:28,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:28,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T22:44:30,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:30,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:44:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:44:31,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T22:44:31,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-10T22:44:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:44:35,762 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T22:44:35,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-10T22:44:35,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:35,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c., hostname=2b9d7a669c7f,34289,1731278664416, seqNum=2] 2024-11-10T22:44:35,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:35,834 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:44:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:44:35,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:44:35,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:44:36,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:44:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:36,002 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1a130d4b5e460871eb1116c703ca5a4c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T22:44:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/d81496c69cba438a9bd16dc9ba2c737a is 1055, key is row0001/info:/1731278675776/Put/seqid=0 2024-11-10T22:44:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741837_1013 (size=6008) 2024-11-10T22:44:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741837_1013 (size=6008) 2024-11-10T22:44:36,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/d81496c69cba438a9bd16dc9ba2c737a 2024-11-10T22:44:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/d81496c69cba438a9bd16dc9ba2c737a as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a 2024-11-10T22:44:36,040 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a, entries=1, sequenceid=5, filesize=5.9 K 2024-11-10T22:44:36,041 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 39ms, sequenceid=5, compaction requested=false 2024-11-10T22:44:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1a130d4b5e460871eb1116c703ca5a4c: 2024-11-10T22:44:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:36,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T22:44:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T22:44:36,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T22:44:36,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-10T22:44:36,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 264 msec 2024-11-10T22:44:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:44:45,850 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T22:44:45,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:44:45,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:44:45,859 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:44:45,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:44:46,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T22:44:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:46,014 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 1a130d4b5e460871eb1116c703ca5a4c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T22:44:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/c7f79555d35c4036afd5a4c1dbf9f9dd is 1055, key is row0002/info:/1731278685852/Put/seqid=0 2024-11-10T22:44:46,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741838_1014 (size=6008) 2024-11-10T22:44:46,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741838_1014 (size=6008) 2024-11-10T22:44:46,029 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/c7f79555d35c4036afd5a4c1dbf9f9dd 2024-11-10T22:44:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/c7f79555d35c4036afd5a4c1dbf9f9dd as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd 2024-11-10T22:44:46,049 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd, entries=1, sequenceid=9, filesize=5.9 K 2024-11-10T22:44:46,050 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 36ms, sequenceid=9, compaction requested=false 2024-11-10T22:44:46,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 1a130d4b5e460871eb1116c703ca5a4c: 2024-11-10T22:44:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T22:44:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T22:44:46,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T22:44:46,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 194 msec 2024-11-10T22:44:46,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 203 msec 2024-11-10T22:44:54,241 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:44:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:44:55,911 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T22:44:55,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918, exclude list is [], retry=0 2024-11-10T22:44:55,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:44:55,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:44:55,940 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 2024-11-10T22:44:55,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41029:41029),(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-10T22:44:55,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072 is not closed yet, will try archiving it next time 2024-11-10T22:44:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741833_1009 (size=5471) 2024-11-10T22:44:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:44:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741833_1009 (size=5471) 2024-11-10T22:44:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:44:55,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:44:55,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:44:55,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:44:56,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T22:44:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:56,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 1a130d4b5e460871eb1116c703ca5a4c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T22:44:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/9b48afe73102404fab43abfdd76b89e7 is 1055, key is row0003/info:/1731278695914/Put/seqid=0 2024-11-10T22:44:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741840_1016 (size=6008) 2024-11-10T22:44:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741840_1016 (size=6008) 2024-11-10T22:44:56,115 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/9b48afe73102404fab43abfdd76b89e7 2024-11-10T22:44:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/9b48afe73102404fab43abfdd76b89e7 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7 2024-11-10T22:44:56,128 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7, entries=1, sequenceid=13, filesize=5.9 K 2024-11-10T22:44:56,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 29ms, sequenceid=13, compaction requested=true 2024-11-10T22:44:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 1a130d4b5e460871eb1116c703ca5a4c: 2024-11-10T22:44:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:44:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T22:44:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T22:44:56,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T22:44:56,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-10T22:44:56,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-10T22:45:05,579 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T22:45:05,579 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T22:45:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:45:06,002 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T22:45:06,008 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:06,014 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:06,015 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1a130d4b5e460871eb1116c703ca5a4c/info is initiating minor compaction (all files) 2024-11-10T22:45:06,016 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:45:06,016 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:06,016 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1a130d4b5e460871eb1116c703ca5a4c/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:06,016 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7] into tmpdir=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp, totalSize=17.6 K 2024-11-10T22:45:06,017 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d81496c69cba438a9bd16dc9ba2c737a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731278675776 2024-11-10T22:45:06,018 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c7f79555d35c4036afd5a4c1dbf9f9dd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731278685852 2024-11-10T22:45:06,018 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b48afe73102404fab43abfdd76b89e7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731278695914 2024-11-10T22:45:06,041 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1a130d4b5e460871eb1116c703ca5a4c#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:06,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/cdbbc5d873b4428db99f6257422a13f5 is 1055, key is row0001/info:/1731278675776/Put/seqid=0 2024-11-10T22:45:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741841_1017 (size=8221) 2024-11-10T22:45:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741841_1017 (size=8221) 2024-11-10T22:45:06,055 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/cdbbc5d873b4428db99f6257422a13f5 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/cdbbc5d873b4428db99f6257422a13f5 2024-11-10T22:45:06,070 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1a130d4b5e460871eb1116c703ca5a4c/info of 1a130d4b5e460871eb1116c703ca5a4c into cdbbc5d873b4428db99f6257422a13f5(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:06,070 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1a130d4b5e460871eb1116c703ca5a4c: 2024-11-10T22:45:06,085 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278706072, exclude list is [], retry=0 2024-11-10T22:45:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:45:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:45:06,089 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278706072 2024-11-10T22:45:06,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41029:41029),(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-10T22:45:06,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 is not closed yet, will try archiving it next time 2024-11-10T22:45:06,090 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072 to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs/2b9d7a669c7f%2C34289%2C1731278664416.1731278665072 2024-11-10T22:45:06,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:45:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741839_1015 (size=2495) 2024-11-10T22:45:06,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 not finished, retry = 0 2024-11-10T22:45:06,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741839_1015 (size=2495) 2024-11-10T22:45:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:45:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:45:06,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:45:06,094 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:45:06,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:45:06,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T22:45:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:06,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 1a130d4b5e460871eb1116c703ca5a4c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T22:45:06,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/8c94f388358c449090ac23caad43f33e is 1055, key is row0000/info:/1731278706071/Put/seqid=0 2024-11-10T22:45:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741843_1019 (size=6008) 2024-11-10T22:45:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741843_1019 (size=6008) 2024-11-10T22:45:06,259 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/8c94f388358c449090ac23caad43f33e 2024-11-10T22:45:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/8c94f388358c449090ac23caad43f33e as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/8c94f388358c449090ac23caad43f33e 2024-11-10T22:45:06,276 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/8c94f388358c449090ac23caad43f33e, entries=1, sequenceid=18, filesize=5.9 K 2024-11-10T22:45:06,278 INFO [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 30ms, sequenceid=18, compaction requested=false 2024-11-10T22:45:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1a130d4b5e460871eb1116c703ca5a4c: 2024-11-10T22:45:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T22:45:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T22:45:06,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T22:45:06,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-10T22:45:06,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-10T22:45:11,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1a130d4b5e460871eb1116c703ca5a4c, had cached 0 bytes from a total of 14229 2024-11-10T22:45:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:45:16,160 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T22:45:16,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278716165, exclude list is [], retry=0 2024-11-10T22:45:16,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39281,DS-51033c07-bb3f-4938-8f19-0fe2f869c740,DISK] 2024-11-10T22:45:16,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-abb2ce37-d0a6-4b37-8065-c9783e745893,DISK] 2024-11-10T22:45:16,185 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278706072 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278716165 2024-11-10T22:45:16,185 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41029:41029),(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-10T22:45:16,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278706072 is not closed yet, will try archiving it next time 2024-11-10T22:45:16,186 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/WALs/2b9d7a669c7f,34289,1731278664416/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs/2b9d7a669c7f%2C34289%2C1731278664416.1731278695918 2024-11-10T22:45:16,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:45:16,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:45:16,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:16,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:16,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:16,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:45:16,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:45:16,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2076884292, stopped=false 2024-11-10T22:45:16,187 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,37671,1731278664261 2024-11-10T22:45:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741842_1018 (size=2001) 2024-11-10T22:45:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741842_1018 (size=2001) 2024-11-10T22:45:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:16,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:45:16,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:45:16,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:16,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:16,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:16,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:16,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,34289,1731278664416' ***** 2024-11-10T22:45:16,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:45:16,239 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:45:16,239 INFO [RS:0;2b9d7a669c7f:34289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:45:16,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:45:16,239 INFO [RS:0;2b9d7a669c7f:34289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:45:16,239 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:45:16,240 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,34289,1731278664416 2024-11-10T22:45:16,240 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:45:16,240 INFO [RS:0;2b9d7a669c7f:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:34289. 2024-11-10T22:45:16,240 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a130d4b5e460871eb1116c703ca5a4c, disabling compactions & flushes 2024-11-10T22:45:16,240 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:16,240 DEBUG [RS:0;2b9d7a669c7f:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:16,241 DEBUG [RS:0;2b9d7a669c7f:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:16,240 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:16,241 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. after waiting 0 ms 2024-11-10T22:45:16,241 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:16,241 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:45:16,241 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:45:16,241 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:45:16,241 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a130d4b5e460871eb1116c703ca5a4c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T22:45:16,241 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:45:16,242 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T22:45:16,242 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a130d4b5e460871eb1116c703ca5a4c=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.} 2024-11-10T22:45:16,242 DEBUG [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a130d4b5e460871eb1116c703ca5a4c 2024-11-10T22:45:16,242 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:45:16,242 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:45:16,242 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:45:16,242 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:45:16,242 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:45:16,242 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-10T22:45:16,247 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/81d41ef88e2c474ea0c094ff21d1e055 is 1055, key is row0001/info:/1731278716162/Put/seqid=0 2024-11-10T22:45:16,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741845_1021 (size=6008) 2024-11-10T22:45:16,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741845_1021 (size=6008) 2024-11-10T22:45:16,253 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/81d41ef88e2c474ea0c094ff21d1e055 2024-11-10T22:45:16,260 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/.tmp/info/81d41ef88e2c474ea0c094ff21d1e055 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/81d41ef88e2c474ea0c094ff21d1e055 2024-11-10T22:45:16,262 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/info/152c69e107234b6d99f0e902e805071f is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c./info:regioninfo/1731278666033/Put/seqid=0 2024-11-10T22:45:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741846_1022 (size=7308) 2024-11-10T22:45:16,267 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/81d41ef88e2c474ea0c094ff21d1e055, entries=1, sequenceid=22, filesize=5.9 K 2024-11-10T22:45:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741846_1022 (size=7308) 2024-11-10T22:45:16,267 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/info/152c69e107234b6d99f0e902e805071f 2024-11-10T22:45:16,268 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 27ms, sequenceid=22, compaction requested=true 2024-11-10T22:45:16,268 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7] to archive 2024-11-10T22:45:16,271 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:45:16,274 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/d81496c69cba438a9bd16dc9ba2c737a 2024-11-10T22:45:16,275 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/c7f79555d35c4036afd5a4c1dbf9f9dd 2024-11-10T22:45:16,277 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7 to hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/info/9b48afe73102404fab43abfdd76b89e7 2024-11-10T22:45:16,288 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/ns/3707d00ac8304e9faa4946005ca67f99 is 43, key is default/ns:d/1731278665563/Put/seqid=0 2024-11-10T22:45:16,291 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b9d7a669c7f:37671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T22:45:16,292 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d81496c69cba438a9bd16dc9ba2c737a=6008, c7f79555d35c4036afd5a4c1dbf9f9dd=6008, 9b48afe73102404fab43abfdd76b89e7=6008] 2024-11-10T22:45:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741847_1023 (size=5153) 2024-11-10T22:45:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741847_1023 (size=5153) 2024-11-10T22:45:16,294 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/ns/3707d00ac8304e9faa4946005ca67f99 2024-11-10T22:45:16,296 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/1a130d4b5e460871eb1116c703ca5a4c/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-10T22:45:16,297 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:16,297 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a130d4b5e460871eb1116c703ca5a4c: Waiting for close lock at 1731278716240Running coprocessor pre-close hooks at 1731278716240Disabling compacts and flushes for region at 1731278716240Disabling writes for close at 1731278716241 (+1 ms)Obtaining lock to block concurrent updates at 1731278716241Preparing flush snapshotting stores in 1a130d4b5e460871eb1116c703ca5a4c at 1731278716241Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731278716242 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. at 1731278716242Flushing 1a130d4b5e460871eb1116c703ca5a4c/info: creating writer at 1731278716242Flushing 1a130d4b5e460871eb1116c703ca5a4c/info: appending metadata at 1731278716246 (+4 ms)Flushing 1a130d4b5e460871eb1116c703ca5a4c/info: closing flushed file at 1731278716246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ef82a6: reopening flushed file at 1731278716259 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 1a130d4b5e460871eb1116c703ca5a4c in 27ms, sequenceid=22, compaction requested=true at 1731278716268 (+9 ms)Writing region close event to WAL at 1731278716292 (+24 ms)Running coprocessor post-close hooks at 1731278716297 (+5 ms)Closed at 1731278716297 2024-11-10T22:45:16,297 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731278665662.1a130d4b5e460871eb1116c703ca5a4c. 2024-11-10T22:45:16,313 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/table/c4ed1e33efcf46f89cf67e46172cef00 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731278666043/Put/seqid=0 2024-11-10T22:45:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741848_1024 (size=5508) 2024-11-10T22:45:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741848_1024 (size=5508) 2024-11-10T22:45:16,318 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/table/c4ed1e33efcf46f89cf67e46172cef00 2024-11-10T22:45:16,325 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/info/152c69e107234b6d99f0e902e805071f as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/info/152c69e107234b6d99f0e902e805071f 2024-11-10T22:45:16,330 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/info/152c69e107234b6d99f0e902e805071f, entries=10, sequenceid=11, filesize=7.1 K 2024-11-10T22:45:16,331 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/ns/3707d00ac8304e9faa4946005ca67f99 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/ns/3707d00ac8304e9faa4946005ca67f99 2024-11-10T22:45:16,337 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/ns/3707d00ac8304e9faa4946005ca67f99, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T22:45:16,338 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/.tmp/table/c4ed1e33efcf46f89cf67e46172cef00 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/table/c4ed1e33efcf46f89cf67e46172cef00 2024-11-10T22:45:16,343 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/table/c4ed1e33efcf46f89cf67e46172cef00, entries=2, sequenceid=11, filesize=5.4 K 2024-11-10T22:45:16,344 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=11, compaction requested=false 2024-11-10T22:45:16,348 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T22:45:16,349 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:45:16,349 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:45:16,349 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278716242Running coprocessor pre-close hooks at 1731278716242Disabling compacts and flushes for region at 1731278716242Disabling writes for close at 1731278716242Obtaining lock to block concurrent updates at 1731278716242Preparing flush snapshotting stores in 1588230740 at 1731278716242Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731278716243 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731278716243Flushing 1588230740/info: creating writer at 1731278716244 (+1 ms)Flushing 1588230740/info: appending metadata at 1731278716262 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731278716262Flushing 1588230740/ns: creating writer at 1731278716274 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731278716288 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731278716288Flushing 1588230740/table: creating writer at 1731278716300 (+12 ms)Flushing 1588230740/table: appending metadata at 1731278716312 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731278716313 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657a5874: reopening flushed file at 1731278716324 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d877f64: reopening flushed file at 1731278716331 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a546fc5: reopening flushed file at 1731278716337 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=11, compaction requested=false at 1731278716344 (+7 ms)Writing region close event to WAL at 1731278716345 (+1 ms)Running coprocessor post-close hooks at 1731278716349 (+4 ms)Closed at 1731278716349 2024-11-10T22:45:16,349 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:45:16,442 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,34289,1731278664416; all regions closed. 2024-11-10T22:45:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741834_1010 (size=3306) 2024-11-10T22:45:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741834_1010 (size=3306) 2024-11-10T22:45:16,452 DEBUG [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs 2024-11-10T22:45:16,452 INFO [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C34289%2C1731278664416.meta:.meta(num 1731278665457) 2024-11-10T22:45:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741844_1020 (size=1252) 2024-11-10T22:45:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741844_1020 (size=1252) 2024-11-10T22:45:16,460 DEBUG [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/oldWALs 2024-11-10T22:45:16,460 INFO [RS:0;2b9d7a669c7f:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C34289%2C1731278664416:(num 1731278716165) 2024-11-10T22:45:16,460 DEBUG [RS:0;2b9d7a669c7f:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:16,460 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:45:16,460 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:45:16,460 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T22:45:16,460 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:45:16,461 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:45:16,461 INFO [RS:0;2b9d7a669c7f:34289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34289 2024-11-10T22:45:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,34289,1731278664416 2024-11-10T22:45:16,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:45:16,486 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:45:16,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,34289,1731278664416] 2024-11-10T22:45:16,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,34289,1731278664416 already deleted, retry=false 2024-11-10T22:45:16,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,34289,1731278664416 expired; onlineServers=0 2024-11-10T22:45:16,502 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,37671,1731278664261' ***** 2024-11-10T22:45:16,502 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:45:16,502 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:45:16,503 DEBUG [M:0;2b9d7a669c7f:37671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:45:16,503 DEBUG [M:0;2b9d7a669c7f:37671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:45:16,503 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:45:16,503 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278664787 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278664787,5,FailOnTimeoutGroup] 2024-11-10T22:45:16,503 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278664787 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278664787,5,FailOnTimeoutGroup] 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:45:16,503 DEBUG [M:0;2b9d7a669c7f:37671 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:45:16,503 INFO [M:0;2b9d7a669c7f:37671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:45:16,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:45:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:45:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:16,511 DEBUG [M:0;2b9d7a669c7f:37671 {}] zookeeper.ZKUtil(347): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:45:16,511 WARN [M:0;2b9d7a669c7f:37671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:45:16,512 INFO [M:0;2b9d7a669c7f:37671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/.lastflushedseqids 2024-11-10T22:45:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741849_1025 (size=130) 2024-11-10T22:45:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741849_1025 (size=130) 2024-11-10T22:45:16,517 INFO [M:0;2b9d7a669c7f:37671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:45:16,517 INFO [M:0;2b9d7a669c7f:37671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:45:16,518 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:45:16,518 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:16,518 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:16,518 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:45:16,518 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:16,518 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-10T22:45:16,532 DEBUG [M:0;2b9d7a669c7f:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c517ae255cb446ba47bb9ea39767e76 is 82, key is hbase:meta,,1/info:regioninfo/1731278665492/Put/seqid=0 2024-11-10T22:45:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741850_1026 (size=5672) 2024-11-10T22:45:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741850_1026 (size=5672) 2024-11-10T22:45:16,538 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c517ae255cb446ba47bb9ea39767e76 2024-11-10T22:45:16,556 DEBUG [M:0;2b9d7a669c7f:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619914e4d31f45909de74b60ccae2d14 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731278666049/Put/seqid=0 2024-11-10T22:45:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741851_1027 (size=7819) 2024-11-10T22:45:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741851_1027 (size=7819) 2024-11-10T22:45:16,561 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619914e4d31f45909de74b60ccae2d14 2024-11-10T22:45:16,566 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 619914e4d31f45909de74b60ccae2d14 2024-11-10T22:45:16,580 DEBUG [M:0;2b9d7a669c7f:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f884d1fcd17410d92a6921a71cfd5a9 is 69, key is 2b9d7a669c7f,34289,1731278664416/rs:state/1731278664913/Put/seqid=0 2024-11-10T22:45:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741852_1028 (size=5156) 2024-11-10T22:45:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741852_1028 (size=5156) 2024-11-10T22:45:16,585 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f884d1fcd17410d92a6921a71cfd5a9 2024-11-10T22:45:16,595 INFO [RS:0;2b9d7a669c7f:34289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:45:16,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:16,595 INFO [RS:0;2b9d7a669c7f:34289 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,34289,1731278664416; zookeeper connection closed. 2024-11-10T22:45:16,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101283584f70001, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:16,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@511404db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@511404db 2024-11-10T22:45:16,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:45:16,606 DEBUG [M:0;2b9d7a669c7f:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8cdee0811114373b8fb5a7e7c6c72f0 is 52, key is load_balancer_on/state:d/1731278665657/Put/seqid=0 2024-11-10T22:45:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741853_1029 (size=5056) 2024-11-10T22:45:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741853_1029 (size=5056) 2024-11-10T22:45:16,612 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8cdee0811114373b8fb5a7e7c6c72f0 2024-11-10T22:45:16,617 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c517ae255cb446ba47bb9ea39767e76 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c517ae255cb446ba47bb9ea39767e76 2024-11-10T22:45:16,622 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c517ae255cb446ba47bb9ea39767e76, entries=8, sequenceid=121, filesize=5.5 K 2024-11-10T22:45:16,623 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619914e4d31f45909de74b60ccae2d14 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619914e4d31f45909de74b60ccae2d14 2024-11-10T22:45:16,629 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 619914e4d31f45909de74b60ccae2d14 2024-11-10T22:45:16,629 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619914e4d31f45909de74b60ccae2d14, entries=14, sequenceid=121, filesize=7.6 K 2024-11-10T22:45:16,630 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f884d1fcd17410d92a6921a71cfd5a9 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f884d1fcd17410d92a6921a71cfd5a9 2024-11-10T22:45:16,636 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f884d1fcd17410d92a6921a71cfd5a9, entries=1, sequenceid=121, filesize=5.0 K 2024-11-10T22:45:16,637 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a8cdee0811114373b8fb5a7e7c6c72f0 as hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a8cdee0811114373b8fb5a7e7c6c72f0 2024-11-10T22:45:16,643 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40571/user/jenkins/test-data/13c08678-9361-c207-4888-79ff4393ecb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a8cdee0811114373b8fb5a7e7c6c72f0, entries=1, sequenceid=121, filesize=4.9 K 2024-11-10T22:45:16,644 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=121, compaction requested=false 2024-11-10T22:45:16,645 INFO [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:16,645 DEBUG [M:0;2b9d7a669c7f:37671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278716518Disabling compacts and flushes for region at 1731278716518Disabling writes for close at 1731278716518Obtaining lock to block concurrent updates at 1731278716518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731278716518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731278716518Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731278716519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731278716519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731278716532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731278716532Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731278716542 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731278716555 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731278716556 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731278716566 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731278716580 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731278716580Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731278716590 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731278716606 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731278716606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8d72f6: reopening flushed file at 1731278716616 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd3ca4e: reopening flushed file at 1731278716622 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15312217: reopening flushed file at 1731278716629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3768934c: reopening flushed file at 1731278716636 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=121, compaction requested=false at 1731278716644 (+8 ms)Writing region close event to WAL at 1731278716645 (+1 ms)Closed at 1731278716645 2024-11-10T22:45:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39281 is added to blk_1073741830_1006 (size=52999) 2024-11-10T22:45:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741830_1006 (size=52999) 2024-11-10T22:45:16,649 INFO [M:0;2b9d7a669c7f:37671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:45:16,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:45:16,649 INFO [M:0;2b9d7a669c7f:37671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37671 2024-11-10T22:45:16,649 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:45:16,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:16,778 INFO [M:0;2b9d7a669c7f:37671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:45:16,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x101283584f70000, quorum=127.0.0.1:57322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:16,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4836d57b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:16,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e7fdc55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:16,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:16,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac50e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:16,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aed3f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:16,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:45:16,787 WARN [BP-734026700-172.17.0.2-1731278662711 heartbeating to localhost/127.0.0.1:40571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:45:16,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:45:16,787 WARN [BP-734026700-172.17.0.2-1731278662711 heartbeating to localhost/127.0.0.1:40571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-734026700-172.17.0.2-1731278662711 (Datanode Uuid 338f9d6e-4ee2-4f4a-8415-0c97238ffe36) service to localhost/127.0.0.1:40571 2024-11-10T22:45:16,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data3/current/BP-734026700-172.17.0.2-1731278662711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:16,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data4/current/BP-734026700-172.17.0.2-1731278662711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:16,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:45:16,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3837526d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:16,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69ad0a97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:16,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:16,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6f71e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:16,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45844b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:16,793 WARN [BP-734026700-172.17.0.2-1731278662711 heartbeating to localhost/127.0.0.1:40571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:45:16,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:45:16,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:45:16,793 WARN [BP-734026700-172.17.0.2-1731278662711 heartbeating to localhost/127.0.0.1:40571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-734026700-172.17.0.2-1731278662711 (Datanode Uuid 93c3f1e9-db0d-4e93-b7fb-dc5fbe29c5a4) service to localhost/127.0.0.1:40571 2024-11-10T22:45:16,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data1/current/BP-734026700-172.17.0.2-1731278662711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:16,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/cluster_bda599f3-74a5-eb1d-ca0a-9623b05719ef/data/data2/current/BP-734026700-172.17.0.2-1731278662711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:16,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:45:16,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37282920{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:45:16,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740452e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:16,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:16,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f07bb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:16,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1848cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:16,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:45:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T22:45:16,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=14442 (was 14557) 2024-11-10T22:45:16,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=85, ProcessCount=11, AvailableMemoryMB=14442 2024-11-10T22:45:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.log.dir so I do NOT create it in target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/713b5e89-1541-2260-a043-38367381b961/hadoop.tmp.dir so I do NOT create it in target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27, deleteOnExit=true 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/test.cache.data in system properties and HBase conf 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:45:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:45:16,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:45:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:45:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:45:16,942 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:45:17,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:17,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:17,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:17,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:17,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:45:17,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:17,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214e16b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:17,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@499de412{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:17,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4500196a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/java.io.tmpdir/jetty-localhost-46279-hadoop-hdfs-3_4_1-tests_jar-_-any-16299416355706323676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:45:17,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56af2bd9{HTTP/1.1, (http/1.1)}{localhost:46279} 2024-11-10T22:45:17,214 INFO [Time-limited test {}] server.Server(415): Started @144527ms 2024-11-10T22:45:17,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:17,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:17,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:17,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:17,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:45:17,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254fec82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:17,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e2a38b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:17,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2686394a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/java.io.tmpdir/jetty-localhost-39431-hadoop-hdfs-3_4_1-tests_jar-_-any-16355504140225063661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:17,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35e5d89d{HTTP/1.1, (http/1.1)}{localhost:39431} 2024-11-10T22:45:17,508 INFO [Time-limited test {}] server.Server(415): Started @144821ms 2024-11-10T22:45:17,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:45:17,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:17,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:17,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:17,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:17,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:45:17,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bfce754{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:17,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d4f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:17,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b9a82f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-15988895812433630960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:17,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22185bd8{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-11-10T22:45:17,634 INFO [Time-limited test {}] server.Server(415): Started @144947ms 2024-11-10T22:45:17,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:45:18,199 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data1/current/BP-660769819-172.17.0.2-1731278716867/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:18,199 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data2/current/BP-660769819-172.17.0.2-1731278716867/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:18,219 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:45:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7997b26c358498c8 with lease ID 0x135c30ede74d782: Processing first storage report for DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f from datanode DatanodeRegistration(127.0.0.1:35731, datanodeUuid=5b0dcfe4-f393-44aa-81f9-a38707121b47, infoPort=44113, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867) 2024-11-10T22:45:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7997b26c358498c8 with lease ID 0x135c30ede74d782: from storage DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f node DatanodeRegistration(127.0.0.1:35731, datanodeUuid=5b0dcfe4-f393-44aa-81f9-a38707121b47, infoPort=44113, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7997b26c358498c8 with lease ID 0x135c30ede74d782: Processing first storage report for DS-f5f4a672-5ed7-485a-9e16-8b4cfbf89572 from datanode DatanodeRegistration(127.0.0.1:35731, datanodeUuid=5b0dcfe4-f393-44aa-81f9-a38707121b47, infoPort=44113, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867) 2024-11-10T22:45:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7997b26c358498c8 with lease ID 0x135c30ede74d782: from storage DS-f5f4a672-5ed7-485a-9e16-8b4cfbf89572 node DatanodeRegistration(127.0.0.1:35731, datanodeUuid=5b0dcfe4-f393-44aa-81f9-a38707121b47, infoPort=44113, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:18,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:45:18,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:45:18,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T22:45:18,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T22:45:18,354 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data3/current/BP-660769819-172.17.0.2-1731278716867/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:18,354 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data4/current/BP-660769819-172.17.0.2-1731278716867/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:18,381 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:45:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77e4a32e8339c96 with lease ID 0x135c30ede74d783: Processing first storage report for DS-89c60c96-2b6e-412b-87ae-9f48ff86299e from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=f62ecc2f-4406-43c3-ae10-53bdca4ac2cf, infoPort=34293, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867) 2024-11-10T22:45:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77e4a32e8339c96 with lease ID 0x135c30ede74d783: from storage DS-89c60c96-2b6e-412b-87ae-9f48ff86299e node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=f62ecc2f-4406-43c3-ae10-53bdca4ac2cf, infoPort=34293, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77e4a32e8339c96 with lease ID 0x135c30ede74d783: Processing first storage report for DS-deb8b521-32c1-440e-a069-7e47f837df27 from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=f62ecc2f-4406-43c3-ae10-53bdca4ac2cf, infoPort=34293, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867) 2024-11-10T22:45:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77e4a32e8339c96 with lease ID 0x135c30ede74d783: from storage DS-deb8b521-32c1-440e-a069-7e47f837df27 node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=f62ecc2f-4406-43c3-ae10-53bdca4ac2cf, infoPort=34293, infoSecurePort=0, ipcPort=44005, storageInfo=lv=-57;cid=testClusterID;nsid=1524051756;c=1731278716867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:18,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73 2024-11-10T22:45:18,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/zookeeper_0, clientPort=57702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:45:18,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57702 2024-11-10T22:45:18,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:45:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:45:18,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff with version=8 2024-11-10T22:45:18,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase-staging 2024-11-10T22:45:18,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:45:18,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:45:18,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32875 2024-11-10T22:45:18,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32875 connecting to ZooKeeper ensemble=127.0.0.1:57702 2024-11-10T22:45:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328750x0, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:45:18,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32875-0x101283658cd0000 connected 2024-11-10T22:45:18,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:18,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff, hbase.cluster.distributed=false 2024-11-10T22:45:18,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:45:18,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-10T22:45:18,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32875 2024-11-10T22:45:18,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32875 2024-11-10T22:45:18,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-10T22:45:18,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-10T22:45:18,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:45:18,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:45:18,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42649 2024-11-10T22:45:18,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42649 connecting to ZooKeeper ensemble=127.0.0.1:57702 2024-11-10T22:45:18,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426490x0, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:45:18,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42649-0x101283658cd0001 connected 2024-11-10T22:45:18,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:18,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:45:18,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:45:18,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:45:18,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:45:18,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-10T22:45:18,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42649 2024-11-10T22:45:18,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42649 2024-11-10T22:45:18,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-10T22:45:18,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-10T22:45:18,666 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:32875 2024-11-10T22:45:18,666 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:18,678 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:45:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,686 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:45:18,686 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,32875,1731278718493 from backup master directory 2024-11-10T22:45:18,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:18,694 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:45:18,694 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,699 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/hbase.id] with ID: c699516c-081f-40fa-b0a8-38d39b313f0b 2024-11-10T22:45:18,699 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/.tmp/hbase.id 2024-11-10T22:45:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:45:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:45:18,708 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/.tmp/hbase.id]:[hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/hbase.id] 2024-11-10T22:45:18,726 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:18,726 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:45:18,728 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T22:45:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:45:18,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:45:18,742 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:45:18,743 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:45:18,743 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:45:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:45:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:45:18,751 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store 2024-11-10T22:45:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:45:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:45:18,757 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:18,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:45:18,758 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:18,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:18,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:45:18,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:18,758 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:18,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278718757Disabling compacts and flushes for region at 1731278718757Disabling writes for close at 1731278718758 (+1 ms)Writing region close event to WAL at 1731278718758Closed at 1731278718758 2024-11-10T22:45:18,759 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/.initializing 2024-11-10T22:45:18,759 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/WALs/2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,760 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:45:18,761 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C32875%2C1731278718493, suffix=, logDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/WALs/2b9d7a669c7f,32875,1731278718493, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/oldWALs, maxLogs=10 2024-11-10T22:45:18,773 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/WALs/2b9d7a669c7f,32875,1731278718493/2b9d7a669c7f%2C32875%2C1731278718493.1731278718761, exclude list is [], retry=0 2024-11-10T22:45:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f,DISK] 2024-11-10T22:45:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-89c60c96-2b6e-412b-87ae-9f48ff86299e,DISK] 2024-11-10T22:45:18,778 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/WALs/2b9d7a669c7f,32875,1731278718493/2b9d7a669c7f%2C32875%2C1731278718493.1731278718761 2024-11-10T22:45:18,778 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-10T22:45:18,778 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:45:18,779 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:18,779 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,779 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:45:18,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:18,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:45:18,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:45:18,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:45:18,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:18,788 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,789 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,790 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,791 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,791 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,792 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:45:18,793 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:18,795 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:45:18,795 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=708497, jitterRate=-0.09910012781620026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:45:18,796 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731278718779Initializing all the Stores at 1731278718780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278718780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278718780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278718780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278718780Cleaning up temporary data from old regions at 1731278718791 (+11 ms)Region opened successfully at 1731278718796 (+5 ms) 2024-11-10T22:45:18,798 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:45:18,802 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525aa89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:45:18,803 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:45:18,803 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:45:18,804 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:45:18,804 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:45:18,804 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T22:45:18,805 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T22:45:18,805 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:45:18,807 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:45:18,808 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:45:18,818 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:45:18,819 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:45:18,820 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:45:18,827 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:45:18,827 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:45:18,829 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:45:18,835 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:45:18,836 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:45:18,844 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:45:18,846 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:45:18,852 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:45:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,861 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,32875,1731278718493, sessionid=0x101283658cd0000, setting cluster-up flag (Was=false) 2024-11-10T22:45:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,902 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:45:18,903 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:18,944 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:45:18,945 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:18,946 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:45:18,947 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:18,948 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:45:18,948 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:45:18,948 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,32875,1731278718493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:45:18,950 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731278748951 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:45:18,951 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:18,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:18,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:45:18,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:45:18,955 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:45:18,955 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:45:18,955 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:45:18,958 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:45:18,958 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:45:18,958 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278718958,5,FailOnTimeoutGroup] 2024-11-10T22:45:18,958 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278718958,5,FailOnTimeoutGroup] 2024-11-10T22:45:18,959 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:18,959 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:45:18,959 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:18,959 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:18,959 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(746): ClusterId : c699516c-081f-40fa-b0a8-38d39b313f0b 2024-11-10T22:45:18,959 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:45:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:45:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:45:18,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:45:18,969 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:45:18,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff 2024-11-10T22:45:18,969 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:45:18,978 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:45:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:45:18,978 DEBUG [RS:0;2b9d7a669c7f:42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdc9104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:45:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:45:18,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:18,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:45:18,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:45:18,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:45:18,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:45:18,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:18,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:45:18,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:45:18,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:45:18,990 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:42649 2024-11-10T22:45:18,990 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:45:18,990 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:45:18,990 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:45:18,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:45:18,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:18,991 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,32875,1731278718493 with port=42649, startcode=1731278718632 2024-11-10T22:45:18,991 DEBUG [RS:0;2b9d7a669c7f:42649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:45:18,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:18,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:45:18,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740 2024-11-10T22:45:18,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740 2024-11-10T22:45:18,993 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:45:18,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:18,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:18,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:45:18,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:45:18,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:45:18,995 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff 2024-11-10T22:45:18,995 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39391 2024-11-10T22:45:18,995 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:45:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:45:18,998 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:45:18,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794456, jitterRate=0.010204002261161804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:45:18,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731278718979Initializing all the Stores at 1731278718980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278718980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278718984 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278718984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278718984Cleaning up temporary data from old regions at 1731278718994 (+10 ms)Region opened successfully at 1731278718999 (+5 ms) 2024-11-10T22:45:18,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:45:18,999 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:45:18,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:45:18,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:45:18,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:45:18,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:45:19,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278718999Disabling compacts and flushes for region at 1731278718999Disabling writes for close at 1731278718999Writing region close event to WAL at 1731278718999Closed at 1731278718999 2024-11-10T22:45:19,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:19,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:45:19,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:45:19,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:45:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:45:19,003 DEBUG [RS:0;2b9d7a669c7f:42649 {}] zookeeper.ZKUtil(111): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,003 WARN [RS:0;2b9d7a669c7f:42649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:45:19,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:45:19,003 INFO [RS:0;2b9d7a669c7f:42649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:45:19,003 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,42649,1731278718632] 2024-11-10T22:45:19,006 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:45:19,008 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:45:19,009 INFO [RS:0;2b9d7a669c7f:42649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:45:19,009 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,009 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:45:19,010 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:45:19,010 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,010 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:19,011 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:45:19,011 DEBUG [RS:0;2b9d7a669c7f:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:45:19,011 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,011 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,011 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,011 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,011 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,012 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42649,1731278718632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:45:19,024 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:45:19,025 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42649,1731278718632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,025 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,025 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.Replication(171): 2b9d7a669c7f,42649,1731278718632 started 2024-11-10T22:45:19,037 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,037 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,42649,1731278718632, RpcServer on 2b9d7a669c7f/172.17.0.2:42649, sessionid=0x101283658cd0001 2024-11-10T22:45:19,038 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:45:19,038 DEBUG [RS:0;2b9d7a669c7f:42649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,038 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,42649,1731278718632' 2024-11-10T22:45:19,038 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:45:19,038 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,42649,1731278718632' 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:45:19,039 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:45:19,040 DEBUG [RS:0;2b9d7a669c7f:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:45:19,040 INFO [RS:0;2b9d7a669c7f:42649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:45:19,040 INFO [RS:0;2b9d7a669c7f:42649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:45:19,140 INFO [RS:0;2b9d7a669c7f:42649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:45:19,143 INFO [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C42649%2C1731278718632, suffix=, logDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs, maxLogs=32 2024-11-10T22:45:19,153 WARN [2b9d7a669c7f:32875 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T22:45:19,160 DEBUG [RS:0;2b9d7a669c7f:42649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144, exclude list is [], retry=0 2024-11-10T22:45:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f,DISK] 2024-11-10T22:45:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-89c60c96-2b6e-412b-87ae-9f48ff86299e,DISK] 2024-11-10T22:45:19,165 INFO [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144 2024-11-10T22:45:19,165 DEBUG [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-10T22:45:19,403 DEBUG [2b9d7a669c7f:32875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:45:19,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,42649,1731278718632, state=OPENING 2024-11-10T22:45:19,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:45:19,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:19,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:19,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:45:19,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:45:19,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:45:19,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,42649,1731278718632}] 2024-11-10T22:45:19,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:45:19,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:45:19,636 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:45:19,637 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:45:19,637 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:45:19,640 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C42649%2C1731278718632.meta, suffix=.meta, logDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs, maxLogs=32 2024-11-10T22:45:19,652 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.meta.1731278719640.meta, exclude list is [], retry=0 2024-11-10T22:45:19,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f,DISK] 2024-11-10T22:45:19,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-89c60c96-2b6e-412b-87ae-9f48ff86299e,DISK] 2024-11-10T22:45:19,656 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.meta.1731278719640.meta 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:44113:44113)] 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:45:19,657 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:45:19,657 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:45:19,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:45:19,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:45:19,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:19,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:19,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:45:19,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:45:19,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:19,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:19,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:45:19,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:45:19,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:19,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:19,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:45:19,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:45:19,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:19,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:19,665 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:45:19,666 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740 2024-11-10T22:45:19,667 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740 2024-11-10T22:45:19,668 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:45:19,668 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:45:19,669 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:45:19,670 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:45:19,671 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864579, jitterRate=0.09936970472335815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:45:19,671 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:45:19,671 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731278719657Writing region info on filesystem at 1731278719657Initializing all the Stores at 1731278719658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278719658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278719658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278719659 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278719659Cleaning up temporary data from old regions at 1731278719668 (+9 ms)Running coprocessor post-open hooks at 1731278719671 (+3 ms)Region opened successfully at 1731278719671 2024-11-10T22:45:19,672 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731278719626 2024-11-10T22:45:19,674 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:45:19,674 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:45:19,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,42649,1731278718632, state=OPEN 2024-11-10T22:45:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:45:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:45:19,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:19,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:45:19,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:45:19,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:45:19,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,42649,1731278718632 in 290 msec 2024-11-10T22:45:19,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:45:19,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 766 msec 2024-11-10T22:45:19,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:19,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:45:19,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:45:19,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,42649,1731278718632, seqNum=-1] 2024-11-10T22:45:19,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:45:19,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:45:19,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-10T22:45:19,782 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731278719781, completionTime=-1 2024-11-10T22:45:19,782 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:45:19,782 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T22:45:19,783 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T22:45:19,783 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731278779783 2024-11-10T22:45:19,783 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731278839783 2024-11-10T22:45:19,783 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:32875, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,784 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,786 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.093sec 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:45:19,787 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:45:19,790 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:45:19,790 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:45:19,790 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,32875,1731278718493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:19,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a81c4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:45:19,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,32875,-1 for getting cluster id 2024-11-10T22:45:19,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:45:19,864 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c699516c-081f-40fa-b0a8-38d39b313f0b' 2024-11-10T22:45:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:45:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c699516c-081f-40fa-b0a8-38d39b313f0b" 2024-11-10T22:45:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbd3348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:45:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,32875,-1] 2024-11-10T22:45:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:45:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:19,869 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:45:19,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289f4c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:45:19,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:45:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,42649,1731278718632, seqNum=-1] 2024-11-10T22:45:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:45:19,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:45:19,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:19,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:19,880 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T22:45:19,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:45:19,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:19,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@191d1b61 2024-11-10T22:45:19,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:45:19,885 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:45:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T22:45:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T22:45:19,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:45:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-10T22:45:19,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:45:19,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:19,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-10T22:45:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:45:19,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:45:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741835_1011 (size=381) 2024-11-10T22:45:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741835_1011 (size=381) 2024-11-10T22:45:19,900 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23382b84bc591555c83b936c68c717d6, NAME => 'TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff 2024-11-10T22:45:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741836_1012 (size=64) 2024-11-10T22:45:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741836_1012 (size=64) 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 23382b84bc591555c83b936c68c717d6, disabling compactions & flushes 2024-11-10T22:45:19,910 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. after waiting 0 ms 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:19,910 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:19,910 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23382b84bc591555c83b936c68c717d6: Waiting for close lock at 1731278719910Disabling compacts and flushes for region at 1731278719910Disabling writes for close at 1731278719910Writing region close event to WAL at 1731278719910Closed at 1731278719910 2024-11-10T22:45:19,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:45:19,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731278719911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278719911"}]},"ts":"1731278719911"} 2024-11-10T22:45:19,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:45:19,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:45:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278719914"}]},"ts":"1731278719914"} 2024-11-10T22:45:19,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-10T22:45:19,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, ASSIGN}] 2024-11-10T22:45:19,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, ASSIGN 2024-11-10T22:45:19,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,42649,1731278718632; forceNewPlan=false, retain=false 2024-11-10T22:45:20,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23382b84bc591555c83b936c68c717d6, regionState=OPENING, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, ASSIGN because future has completed 2024-11-10T22:45:20,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632}] 2024-11-10T22:45:20,243 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:20,243 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23382b84bc591555c83b936c68c717d6, NAME => 'TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:45:20,244 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,244 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:20,245 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,245 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,248 INFO [StoreOpener-23382b84bc591555c83b936c68c717d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,249 INFO [StoreOpener-23382b84bc591555c83b936c68c717d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23382b84bc591555c83b936c68c717d6 columnFamilyName info 2024-11-10T22:45:20,249 DEBUG [StoreOpener-23382b84bc591555c83b936c68c717d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:20,250 INFO [StoreOpener-23382b84bc591555c83b936c68c717d6-1 {}] regionserver.HStore(327): Store=23382b84bc591555c83b936c68c717d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:20,250 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,251 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,252 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,252 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,252 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,255 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,258 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:45:20,258 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23382b84bc591555c83b936c68c717d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873723, jitterRate=0.11099748313426971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:45:20,259 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:20,260 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23382b84bc591555c83b936c68c717d6: Running coprocessor pre-open hook at 1731278720245Writing region info on filesystem at 1731278720245Initializing all the Stores at 1731278720247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278720247Cleaning up temporary data from old regions at 1731278720252 (+5 ms)Running coprocessor post-open hooks at 1731278720259 (+7 ms)Region opened successfully at 1731278720259 2024-11-10T22:45:20,261 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., pid=6, masterSystemTime=1731278720232 2024-11-10T22:45:20,263 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:20,264 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:20,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23382b84bc591555c83b936c68c717d6, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:20,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632 because future has completed 2024-11-10T22:45:20,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T22:45:20,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632 in 191 msec 2024-11-10T22:45:20,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T22:45:20,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, ASSIGN in 355 msec 2024-11-10T22:45:20,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:45:20,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731278720275"}]},"ts":"1731278720275"} 2024-11-10T22:45:20,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-10T22:45:20,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:45:20,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 393 msec 2024-11-10T22:45:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:45:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:21,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:25,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T22:45:25,009 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-10T22:45:28,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:45:28,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T22:45:28,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:45:28,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T22:45:28,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T22:45:28,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T22:45:28,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-10T22:45:28,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T22:45:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:45:29,972 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-10T22:45:29,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-10T22:45:29,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-10T22:45:29,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=2] 2024-11-10T22:45:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:30,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:30,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9d0d272a86d84946b7da6440d3494da0 is 1055, key is row0001/info:/1731278729985/Put/seqid=0 2024-11-10T22:45:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741837_1013 (size=13386) 2024-11-10T22:45:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741837_1013 (size=13386) 2024-11-10T22:45:30,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9d0d272a86d84946b7da6440d3494da0 2024-11-10T22:45:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9d0d272a86d84946b7da6440d3494da0 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0 2024-11-10T22:45:30,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T22:45:30,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 23382b84bc591555c83b936c68c717d6 in 40ms, sequenceid=12, compaction requested=false 2024-11-10T22:45:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:30,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-10T22:45:30,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/81122dd7d0dd417ca417ae191bb9d542 is 1055, key is row0009/info:/1731278730001/Put/seqid=0 2024-11-10T22:45:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741838_1014 (size=23926) 2024-11-10T22:45:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741838_1014 (size=23926) 2024-11-10T22:45:30,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/81122dd7d0dd417ca417ae191bb9d542 2024-11-10T22:45:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/81122dd7d0dd417ca417ae191bb9d542 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 2024-11-10T22:45:30,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542, entries=18, sequenceid=33, filesize=23.4 K 2024-11-10T22:45:30,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for 23382b84bc591555c83b936c68c717d6 in 25ms, sequenceid=33, compaction requested=false 2024-11-10T22:45:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=36.4 K, sizeToCheck=16.0 K 2024-11-10T22:45:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 because midkey is the same as first or last row 2024-11-10T22:45:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:32,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:32,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/16f51b3bb4974df49235bd37852349e4 is 1055, key is row0027/info:/1731278730044/Put/seqid=0 2024-11-10T22:45:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741839_1015 (size=13386) 2024-11-10T22:45:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741839_1015 (size=13386) 2024-11-10T22:45:32,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/16f51b3bb4974df49235bd37852349e4 2024-11-10T22:45:32,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/16f51b3bb4974df49235bd37852349e4 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4 2024-11-10T22:45:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4, entries=8, sequenceid=44, filesize=13.1 K 2024-11-10T22:45:32,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 23382b84bc591555c83b936c68c717d6 in 28ms, sequenceid=44, compaction requested=true 2024-11-10T22:45:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=49.5 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 because midkey is the same as first or last row 2024-11-10T22:45:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23382b84bc591555c83b936c68c717d6:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:32,095 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:32,096 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50698 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:32,096 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): 23382b84bc591555c83b936c68c717d6/info is initiating minor compaction (all files) 2024-11-10T22:45:32,097 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23382b84bc591555c83b936c68c717d6/info in TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:32,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:32,097 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp, totalSize=49.5 K 2024-11-10T22:45:32,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-10T22:45:32,097 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0d272a86d84946b7da6440d3494da0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731278729985 2024-11-10T22:45:32,098 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81122dd7d0dd417ca417ae191bb9d542, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731278730001 2024-11-10T22:45:32,098 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f51b3bb4974df49235bd37852349e4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731278730044 2024-11-10T22:45:32,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/dde55485e0794940a7a0a9e2310210ec is 1055, key is row0035/info:/1731278732067/Put/seqid=0 2024-11-10T22:45:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741840_1016 (size=18662) 2024-11-10T22:45:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741840_1016 (size=18662) 2024-11-10T22:45:32,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/dde55485e0794940a7a0a9e2310210ec 2024-11-10T22:45:32,116 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23382b84bc591555c83b936c68c717d6#info#compaction#35 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:32,116 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/a5a743f1c27e433a8d008ef454b4070a is 1055, key is row0001/info:/1731278729985/Put/seqid=0 2024-11-10T22:45:32,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/dde55485e0794940a7a0a9e2310210ec as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec 2024-11-10T22:45:32,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec, entries=13, sequenceid=60, filesize=18.2 K 2024-11-10T22:45:32,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 23382b84bc591555c83b936c68c717d6 in 28ms, sequenceid=60, compaction requested=false 2024-11-10T22:45:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 because midkey is the same as first or last row 2024-11-10T22:45:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:32,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-10T22:45:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741841_1017 (size=40897) 2024-11-10T22:45:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741841_1017 (size=40897) 2024-11-10T22:45:32,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/f87eeb8d39c6496ba97f38c9b9bd7a81 is 1055, key is row0048/info:/1731278732098/Put/seqid=0 2024-11-10T22:45:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741842_1018 (size=18662) 2024-11-10T22:45:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741842_1018 (size=18662) 2024-11-10T22:45:32,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/f87eeb8d39c6496ba97f38c9b9bd7a81 2024-11-10T22:45:32,140 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/a5a743f1c27e433a8d008ef454b4070a as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a 2024-11-10T22:45:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/f87eeb8d39c6496ba97f38c9b9bd7a81 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81 2024-11-10T22:45:32,146 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23382b84bc591555c83b936c68c717d6/info of 23382b84bc591555c83b936c68c717d6 into a5a743f1c27e433a8d008ef454b4070a(size=39.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:32,146 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:32,148 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., storeName=23382b84bc591555c83b936c68c717d6/info, priority=13, startTime=1731278732095; duration=0sec 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a because midkey is the same as first or last row 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,148 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a because midkey is the same as first or last row 2024-11-10T22:45:32,149 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,149 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,149 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a because midkey is the same as first or last row 2024-11-10T22:45:32,149 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:32,149 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23382b84bc591555c83b936c68c717d6:info 2024-11-10T22:45:32,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81, entries=13, sequenceid=76, filesize=18.2 K 2024-11-10T22:45:32,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=4.11 KB/4204 for 23382b84bc591555c83b936c68c717d6 in 26ms, sequenceid=76, compaction requested=true 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.4 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a because midkey is the same as first or last row 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23382b84bc591555c83b936c68c717d6:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:32,152 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:32,153 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:32,153 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): 23382b84bc591555c83b936c68c717d6/info is initiating minor compaction (all files) 2024-11-10T22:45:32,153 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23382b84bc591555c83b936c68c717d6/info in TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:32,154 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp, totalSize=76.4 K 2024-11-10T22:45:32,154 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5a743f1c27e433a8d008ef454b4070a, keycount=34, bloomtype=ROW, size=39.9 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731278729985 2024-11-10T22:45:32,154 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting dde55485e0794940a7a0a9e2310210ec, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731278732067 2024-11-10T22:45:32,154 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87eeb8d39c6496ba97f38c9b9bd7a81, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731278732098 2024-11-10T22:45:32,165 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23382b84bc591555c83b936c68c717d6#info#compaction#37 average throughput is 30.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:32,166 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/885a60bee83e4959a1d75a1a6041f143 is 1055, key is row0001/info:/1731278729985/Put/seqid=0 2024-11-10T22:45:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741843_1019 (size=68420) 2024-11-10T22:45:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741843_1019 (size=68420) 2024-11-10T22:45:32,177 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/885a60bee83e4959a1d75a1a6041f143 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 2024-11-10T22:45:32,184 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23382b84bc591555c83b936c68c717d6/info of 23382b84bc591555c83b936c68c717d6 into 885a60bee83e4959a1d75a1a6041f143(size=66.8 K), total size for store is 66.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:32,184 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., storeName=23382b84bc591555c83b936c68c717d6/info, priority=13, startTime=1731278732152; duration=0sec 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 because midkey is the same as first or last row 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 because midkey is the same as first or last row 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 because midkey is the same as first or last row 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:32,184 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23382b84bc591555c83b936c68c717d6:info 2024-11-10T22:45:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:34,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/38cab12df912486d9560e386140dddbd is 1055, key is row0061/info:/1731278732127/Put/seqid=0 2024-11-10T22:45:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741844_1020 (size=13386) 2024-11-10T22:45:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741844_1020 (size=13386) 2024-11-10T22:45:34,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/38cab12df912486d9560e386140dddbd 2024-11-10T22:45:34,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/38cab12df912486d9560e386140dddbd as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd 2024-11-10T22:45:34,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd, entries=8, sequenceid=89, filesize=13.1 K 2024-11-10T22:45:34,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 23382b84bc591555c83b936c68c717d6 in 28ms, sequenceid=89, compaction requested=false 2024-11-10T22:45:34,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:34,174 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.9 K, sizeToCheck=16.0 K 2024-11-10T22:45:34,174 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 because midkey is the same as first or last row 2024-11-10T22:45:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-10T22:45:34,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/668e526a807a403faa0f60f5c2948846 is 1055, key is row0069/info:/1731278734148/Put/seqid=0 2024-11-10T22:45:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741845_1021 (size=18662) 2024-11-10T22:45:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741845_1021 (size=18662) 2024-11-10T22:45:34,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/668e526a807a403faa0f60f5c2948846 2024-11-10T22:45:34,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/668e526a807a403faa0f60f5c2948846 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846 2024-11-10T22:45:34,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846, entries=13, sequenceid=105, filesize=18.2 K 2024-11-10T22:45:34,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 23382b84bc591555c83b936c68c717d6 in 24ms, sequenceid=105, compaction requested=true 2024-11-10T22:45:34,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:34,200 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.1 K, sizeToCheck=16.0 K 2024-11-10T22:45:34,200 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:34,200 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 because midkey is the same as first or last row 2024-11-10T22:45:34,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23382b84bc591555c83b936c68c717d6:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:34,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:34,201 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:34,202 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100468 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:34,202 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): 23382b84bc591555c83b936c68c717d6/info is initiating minor compaction (all files) 2024-11-10T22:45:34,202 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23382b84bc591555c83b936c68c717d6/info in TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,202 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp, totalSize=98.1 K 2024-11-10T22:45:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:34,202 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885a60bee83e4959a1d75a1a6041f143, keycount=60, bloomtype=ROW, size=66.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731278729985 2024-11-10T22:45:34,203 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38cab12df912486d9560e386140dddbd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731278732127 2024-11-10T22:45:34,203 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668e526a807a403faa0f60f5c2948846, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731278734148 2024-11-10T22:45:34,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9613d9b16a094b069fedf74c1728f675 is 1055, key is row0082/info:/1731278734177/Put/seqid=0 2024-11-10T22:45:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741846_1022 (size=17594) 2024-11-10T22:45:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741846_1022 (size=17594) 2024-11-10T22:45:34,218 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23382b84bc591555c83b936c68c717d6#info#compaction#41 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:34,219 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/dbb45b96a76b4e158451a8915e632c6f is 1055, key is row0001/info:/1731278729985/Put/seqid=0 2024-11-10T22:45:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741847_1023 (size=90691) 2024-11-10T22:45:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741847_1023 (size=90691) 2024-11-10T22:45:34,230 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/dbb45b96a76b4e158451a8915e632c6f as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f 2024-11-10T22:45:34,238 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23382b84bc591555c83b936c68c717d6/info of 23382b84bc591555c83b936c68c717d6 into dbb45b96a76b4e158451a8915e632c6f(size=88.6 K), total size for store is 88.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:34,238 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:34,238 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., storeName=23382b84bc591555c83b936c68c717d6/info, priority=13, startTime=1731278734200; duration=0sec 2024-11-10T22:45:34,238 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=88.6 K, sizeToCheck=16.0 K 2024-11-10T22:45:34,238 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:34,239 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=88.6 K, sizeToCheck=16.0 K 2024-11-10T22:45:34,239 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:34,239 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=88.6 K, sizeToCheck=16.0 K 2024-11-10T22:45:34,239 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T22:45:34,240 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:34,240 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:34,240 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23382b84bc591555c83b936c68c717d6:info 2024-11-10T22:45:34,241 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] assignment.AssignmentManager(1363): Split request from 2b9d7a669c7f,42649,1731278718632, parent={ENCODED => 23382b84bc591555c83b936c68c717d6, NAME => 'TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-10T22:45:34,246 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:34,249 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=23382b84bc591555c83b936c68c717d6, daughterA=de6f6d0bd78ddb3d294b2bb96c27106e, daughterB=f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:34,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=23382b84bc591555c83b936c68c717d6, daughterA=de6f6d0bd78ddb3d294b2bb96c27106e, daughterB=f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:34,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=23382b84bc591555c83b936c68c717d6, daughterA=de6f6d0bd78ddb3d294b2bb96c27106e, daughterB=f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:34,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=23382b84bc591555c83b936c68c717d6, daughterA=de6f6d0bd78ddb3d294b2bb96c27106e, daughterB=f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:34,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, UNASSIGN}] 2024-11-10T22:45:34,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, UNASSIGN 2024-11-10T22:45:34,259 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=SPLITTING, location=2b9d7a669c7f,42649,1731278718632, table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T22:45:34,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=23382b84bc591555c83b936c68c717d6, regionState=CLOSING, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:34,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, UNASSIGN because future has completed 2024-11-10T22:45:34,261 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-10T22:45:34,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632}] 2024-11-10T22:45:34,422 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,422 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-10T22:45:34,423 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 23382b84bc591555c83b936c68c717d6, disabling compactions & flushes 2024-11-10T22:45:34,423 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9613d9b16a094b069fedf74c1728f675 2024-11-10T22:45:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/9613d9b16a094b069fedf74c1728f675 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9613d9b16a094b069fedf74c1728f675 2024-11-10T22:45:34,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9613d9b16a094b069fedf74c1728f675, entries=12, sequenceid=120, filesize=17.2 K 2024-11-10T22:45:34,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for 23382b84bc591555c83b936c68c717d6 in 440ms, sequenceid=120, compaction requested=false 2024-11-10T22:45:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23382b84bc591555c83b936c68c717d6: 2024-11-10T22:45:34,642 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,642 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,642 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. after waiting 0 ms 2024-11-10T22:45:34,642 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,642 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 23382b84bc591555c83b936c68c717d6 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-10T22:45:34,647 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/3c767a91758b43ceb3fe467dbfee3bae is 1055, key is row0094/info:/1731278734204/Put/seqid=0 2024-11-10T22:45:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741848_1024 (size=8118) 2024-11-10T22:45:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741848_1024 (size=8118) 2024-11-10T22:45:34,654 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/3c767a91758b43ceb3fe467dbfee3bae 2024-11-10T22:45:34,661 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/.tmp/info/3c767a91758b43ceb3fe467dbfee3bae as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/3c767a91758b43ceb3fe467dbfee3bae 2024-11-10T22:45:34,668 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/3c767a91758b43ceb3fe467dbfee3bae, entries=3, sequenceid=127, filesize=7.9 K 2024-11-10T22:45:34,669 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 23382b84bc591555c83b936c68c717d6 in 27ms, sequenceid=127, compaction requested=true 2024-11-10T22:45:34,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846] to archive 2024-11-10T22:45:34,672 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:45:34,674 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9d0d272a86d84946b7da6440d3494da0 2024-11-10T22:45:34,676 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/81122dd7d0dd417ca417ae191bb9d542 2024-11-10T22:45:34,677 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/a5a743f1c27e433a8d008ef454b4070a 2024-11-10T22:45:34,678 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/16f51b3bb4974df49235bd37852349e4 2024-11-10T22:45:34,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dde55485e0794940a7a0a9e2310210ec 2024-11-10T22:45:34,680 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/885a60bee83e4959a1d75a1a6041f143 2024-11-10T22:45:34,681 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/f87eeb8d39c6496ba97f38c9b9bd7a81 2024-11-10T22:45:34,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/38cab12df912486d9560e386140dddbd 2024-11-10T22:45:34,683 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/668e526a807a403faa0f60f5c2948846 2024-11-10T22:45:34,689 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-10T22:45:34,690 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. 2024-11-10T22:45:34,690 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 23382b84bc591555c83b936c68c717d6: Waiting for close lock at 1731278734423Running coprocessor pre-close hooks at 1731278734423Disabling compacts and flushes for region at 1731278734423Disabling writes for close at 1731278734642 (+219 ms)Obtaining lock to block concurrent updates at 1731278734642Preparing flush snapshotting stores in 23382b84bc591555c83b936c68c717d6 at 1731278734642Finished memstore snapshotting TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1731278734643 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. at 1731278734643Flushing 23382b84bc591555c83b936c68c717d6/info: creating writer at 1731278734643Flushing 23382b84bc591555c83b936c68c717d6/info: appending metadata at 1731278734647 (+4 ms)Flushing 23382b84bc591555c83b936c68c717d6/info: closing flushed file at 1731278734647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7bb1d8: reopening flushed file at 1731278734660 (+13 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 23382b84bc591555c83b936c68c717d6 in 27ms, sequenceid=127, compaction requested=true at 1731278734669 (+9 ms)Writing region close event to WAL at 1731278734686 (+17 ms)Running coprocessor post-close hooks at 1731278734690 (+4 ms)Closed at 1731278734690 2024-11-10T22:45:34,692 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,693 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=23382b84bc591555c83b936c68c717d6, regionState=CLOSED 2024-11-10T22:45:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632 because future has completed 2024-11-10T22:45:34,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T22:45:34,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 23382b84bc591555c83b936c68c717d6, server=2b9d7a669c7f,42649,1731278718632 in 434 msec 2024-11-10T22:45:34,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T22:45:34,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=23382b84bc591555c83b936c68c717d6, UNASSIGN in 443 msec 2024-11-10T22:45:34,709 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:34,712 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=23382b84bc591555c83b936c68c717d6, threads=3 2024-11-10T22:45:34,714 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,714 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/3c767a91758b43ceb3fe467dbfee3bae for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,714 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9613d9b16a094b069fedf74c1728f675 for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,724 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/3c767a91758b43ceb3fe467dbfee3bae, top=true 2024-11-10T22:45:34,724 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9613d9b16a094b069fedf74c1728f675, top=true 2024-11-10T22:45:34,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741849_1025 (size=27) 2024-11-10T22:45:34,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741849_1025 (size=27) 2024-11-10T22:45:34,734 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675 for child: f893a47ad753e606bcf057241c912f4b, parent: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,734 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae for child: f893a47ad753e606bcf057241c912f4b, parent: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,734 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/9613d9b16a094b069fedf74c1728f675 for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,734 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/3c767a91758b43ceb3fe467dbfee3bae for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741850_1026 (size=27) 2024-11-10T22:45:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741850_1026 (size=27) 2024-11-10T22:45:34,743 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f for region: 23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:34,744 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 23382b84bc591555c83b936c68c717d6 Daughter A: [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6] storefiles, Daughter B: [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6] storefiles. 2024-11-10T22:45:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741851_1027 (size=71) 2024-11-10T22:45:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741851_1027 (size=71) 2024-11-10T22:45:34,756 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741852_1028 (size=71) 2024-11-10T22:45:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741852_1028 (size=71) 2024-11-10T22:45:34,770 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:34,780 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-10T22:45:34,782 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-10T22:45:34,785 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731278734784"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731278734784"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731278734784"}]},"ts":"1731278734784"} 2024-11-10T22:45:34,785 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731278734784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278734784"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731278734784"}]},"ts":"1731278734784"} 2024-11-10T22:45:34,785 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731278734784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731278734784"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731278734784"}]},"ts":"1731278734784"} 2024-11-10T22:45:34,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de6f6d0bd78ddb3d294b2bb96c27106e, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f893a47ad753e606bcf057241c912f4b, ASSIGN}] 2024-11-10T22:45:34,802 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f893a47ad753e606bcf057241c912f4b, ASSIGN 2024-11-10T22:45:34,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de6f6d0bd78ddb3d294b2bb96c27106e, ASSIGN 2024-11-10T22:45:34,803 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f893a47ad753e606bcf057241c912f4b, ASSIGN; state=SPLITTING_NEW, location=2b9d7a669c7f,42649,1731278718632; forceNewPlan=false, retain=false 2024-11-10T22:45:34,803 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de6f6d0bd78ddb3d294b2bb96c27106e, ASSIGN; state=SPLITTING_NEW, location=2b9d7a669c7f,42649,1731278718632; forceNewPlan=false, retain=false 2024-11-10T22:45:34,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de6f6d0bd78ddb3d294b2bb96c27106e, regionState=OPENING, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:34,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f893a47ad753e606bcf057241c912f4b, regionState=OPENING, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:34,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de6f6d0bd78ddb3d294b2bb96c27106e, ASSIGN because future has completed 2024-11-10T22:45:34,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6f6d0bd78ddb3d294b2bb96c27106e, server=2b9d7a669c7f,42649,1731278718632}] 2024-11-10T22:45:34,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f893a47ad753e606bcf057241c912f4b, ASSIGN because future has completed 2024-11-10T22:45:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f893a47ad753e606bcf057241c912f4b, server=2b9d7a669c7f,42649,1731278718632}] 2024-11-10T22:45:35,114 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:35,114 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => de6f6d0bd78ddb3d294b2bb96c27106e, NAME => 'TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-10T22:45:35,115 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,115 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:35,115 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,115 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,118 INFO [StoreOpener-de6f6d0bd78ddb3d294b2bb96c27106e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,119 INFO [StoreOpener-de6f6d0bd78ddb3d294b2bb96c27106e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de6f6d0bd78ddb3d294b2bb96c27106e columnFamilyName info 2024-11-10T22:45:35,119 DEBUG [StoreOpener-de6f6d0bd78ddb3d294b2bb96c27106e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:35,136 DEBUG [StoreOpener-de6f6d0bd78ddb3d294b2bb96c27106e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-bottom 2024-11-10T22:45:35,136 INFO [StoreOpener-de6f6d0bd78ddb3d294b2bb96c27106e-1 {}] regionserver.HStore(327): Store=de6f6d0bd78ddb3d294b2bb96c27106e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:35,136 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,137 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,138 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,138 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,138 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,140 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,141 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened de6f6d0bd78ddb3d294b2bb96c27106e; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854765, jitterRate=0.08689013123512268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:45:35,141 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:35,141 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for de6f6d0bd78ddb3d294b2bb96c27106e: Running coprocessor pre-open hook at 1731278735115Writing region info on filesystem at 1731278735115Initializing all the Stores at 1731278735117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278735117Cleaning up temporary data from old regions at 1731278735138 (+21 ms)Running coprocessor post-open hooks at 1731278735141 (+3 ms)Region opened successfully at 1731278735141 2024-11-10T22:45:35,142 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e., pid=12, masterSystemTime=1731278735109 2024-11-10T22:45:35,142 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store de6f6d0bd78ddb3d294b2bb96c27106e:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:35,142 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:35,142 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-10T22:45:35,143 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:35,143 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1541): de6f6d0bd78ddb3d294b2bb96c27106e/info is initiating minor compaction (all files) 2024-11-10T22:45:35,143 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de6f6d0bd78ddb3d294b2bb96c27106e/info in TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:35,143 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-bottom] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/.tmp, totalSize=88.6 K 2024-11-10T22:45:35,144 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731278729985 2024-11-10T22:45:35,144 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:35,144 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:35,144 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:35,144 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f893a47ad753e606bcf057241c912f4b, NAME => 'TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-10T22:45:35,145 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de6f6d0bd78ddb3d294b2bb96c27106e, regionState=OPEN, openSeqNum=131, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:35,145 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:35,145 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,145 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,146 INFO [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,147 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-10T22:45:35,147 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T22:45:35,147 INFO [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f893a47ad753e606bcf057241c912f4b columnFamilyName info 2024-11-10T22:45:35,147 DEBUG [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:35,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-10T22:45:35,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6f6d0bd78ddb3d294b2bb96c27106e, server=2b9d7a669c7f,42649,1731278718632 because future has completed 2024-11-10T22:45:35,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-10T22:45:35,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure de6f6d0bd78ddb3d294b2bb96c27106e, server=2b9d7a669c7f,42649,1731278718632 in 193 msec 2024-11-10T22:45:35,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de6f6d0bd78ddb3d294b2bb96c27106e, ASSIGN in 352 msec 2024-11-10T22:45:35,162 DEBUG [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae 2024-11-10T22:45:35,166 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de6f6d0bd78ddb3d294b2bb96c27106e#info#compaction#43 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:35,167 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/.tmp/info/921993ff66a14c0f9a5da3551129ad56 is 1055, key is row0001/info:/1731278729985/Put/seqid=0 2024-11-10T22:45:35,169 DEBUG [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675 2024-11-10T22:45:35,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/24cb13fb0e5e45908df555d919be98ae is 193, key is TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b./info:regioninfo/1731278734953/Put/seqid=0 2024-11-10T22:45:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741853_1029 (size=71441) 2024-11-10T22:45:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741853_1029 (size=71441) 2024-11-10T22:45:35,176 DEBUG [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-top 2024-11-10T22:45:35,176 INFO [StoreOpener-f893a47ad753e606bcf057241c912f4b-1 {}] regionserver.HStore(327): Store=f893a47ad753e606bcf057241c912f4b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:35,177 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,177 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,178 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,179 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,179 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,181 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,182 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f893a47ad753e606bcf057241c912f4b; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727274, jitterRate=-0.07522435486316681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T22:45:35,182 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:35,182 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f893a47ad753e606bcf057241c912f4b: Running coprocessor pre-open hook at 1731278735145Writing region info on filesystem at 1731278735145Initializing all the Stores at 1731278735146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278735146Cleaning up temporary data from old regions at 1731278735179 (+33 ms)Running coprocessor post-open hooks at 1731278735182 (+3 ms)Region opened successfully at 1731278735182 2024-11-10T22:45:35,182 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/.tmp/info/921993ff66a14c0f9a5da3551129ad56 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/921993ff66a14c0f9a5da3551129ad56 2024-11-10T22:45:35,183 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., pid=13, masterSystemTime=1731278735109 2024-11-10T22:45:35,183 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:45:35,183 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:35,183 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:35,185 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:35,185 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:35,185 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:35,185 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:35,185 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:35,186 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-top, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=113.7 K 2024-11-10T22:45:35,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f893a47ad753e606bcf057241c912f4b, regionState=OPEN, openSeqNum=131, regionLocation=2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741854_1030 (size=9847) 2024-11-10T22:45:35,187 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731278729985 2024-11-10T22:45:35,188 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731278734177 2024-11-10T22:45:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741854_1030 (size=9847) 2024-11-10T22:45:35,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/24cb13fb0e5e45908df555d919be98ae 2024-11-10T22:45:35,189 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731278734204 2024-11-10T22:45:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f893a47ad753e606bcf057241c912f4b, server=2b9d7a669c7f,42649,1731278718632 because future has completed 2024-11-10T22:45:35,193 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in de6f6d0bd78ddb3d294b2bb96c27106e/info of de6f6d0bd78ddb3d294b2bb96c27106e into 921993ff66a14c0f9a5da3551129ad56(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:35,193 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de6f6d0bd78ddb3d294b2bb96c27106e: 2024-11-10T22:45:35,193 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e., storeName=de6f6d0bd78ddb3d294b2bb96c27106e/info, priority=15, startTime=1731278735142; duration=0sec 2024-11-10T22:45:35,193 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:35,193 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de6f6d0bd78ddb3d294b2bb96c27106e:info 2024-11-10T22:45:35,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-10T22:45:35,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f893a47ad753e606bcf057241c912f4b, server=2b9d7a669c7f,42649,1731278718632 in 234 msec 2024-11-10T22:45:35,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T22:45:35,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f893a47ad753e606bcf057241c912f4b, ASSIGN in 395 msec 2024-11-10T22:45:35,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=23382b84bc591555c83b936c68c717d6, daughterA=de6f6d0bd78ddb3d294b2bb96c27106e, daughterB=f893a47ad753e606bcf057241c912f4b in 952 msec 2024-11-10T22:45:35,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/ns/a58b7c81706f4fc2b9d2ea32ddd62d0e is 43, key is default/ns:d/1731278719777/Put/seqid=0 2024-11-10T22:45:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741855_1031 (size=5153) 2024-11-10T22:45:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741855_1031 (size=5153) 2024-11-10T22:45:35,248 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#46 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:35,249 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/3ff99af6944f4fafac95e82168858944 is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:35,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741856_1032 (size=40005) 2024-11-10T22:45:35,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741856_1032 (size=40005) 2024-11-10T22:45:35,260 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/3ff99af6944f4fafac95e82168858944 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/3ff99af6944f4fafac95e82168858944 2024-11-10T22:45:35,266 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 3ff99af6944f4fafac95e82168858944(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:35,266 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:35,266 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278735183; duration=0sec 2024-11-10T22:45:35,266 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:35,266 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:35,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/ns/a58b7c81706f4fc2b9d2ea32ddd62d0e 2024-11-10T22:45:35,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/table/52a739bd7495422ebfcbfb1f375a9488 is 65, key is TestLogRolling-testLogRolling/table:state/1731278720275/Put/seqid=0 2024-11-10T22:45:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741857_1033 (size=5340) 2024-11-10T22:45:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741857_1033 (size=5340) 2024-11-10T22:45:35,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/table/52a739bd7495422ebfcbfb1f375a9488 2024-11-10T22:45:35,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/24cb13fb0e5e45908df555d919be98ae as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/info/24cb13fb0e5e45908df555d919be98ae 2024-11-10T22:45:35,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/info/24cb13fb0e5e45908df555d919be98ae, entries=30, sequenceid=17, filesize=9.6 K 2024-11-10T22:45:35,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/ns/a58b7c81706f4fc2b9d2ea32ddd62d0e as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/ns/a58b7c81706f4fc2b9d2ea32ddd62d0e 2024-11-10T22:45:35,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/ns/a58b7c81706f4fc2b9d2ea32ddd62d0e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-10T22:45:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/table/52a739bd7495422ebfcbfb1f375a9488 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/table/52a739bd7495422ebfcbfb1f375a9488 2024-11-10T22:45:35,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/table/52a739bd7495422ebfcbfb1f375a9488, entries=2, sequenceid=17, filesize=5.2 K 2024-11-10T22:45:35,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 559ms, sequenceid=17, compaction requested=false 2024-11-10T22:45:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T22:45:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47960 deadline: 1731278746212, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. is not online on 2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. is not online on 2b9d7a669c7f,42649,1731278718632 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:45:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6. is not online on 2b9d7a669c7f,42649,1731278718632 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:45:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731278719885.23382b84bc591555c83b936c68c717d6., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=2 from cache 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:39,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T22:45:40,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:40,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T22:45:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., hostname=2b9d7a669c7f,42649,1731278718632, seqNum=131] 2024-11-10T22:45:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:46,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:46,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/de457073be6e452dbaca4e7eb75c6db5 is 1055, key is row0097/info:/1731278746331/Put/seqid=0 2024-11-10T22:45:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741858_1034 (size=13394) 2024-11-10T22:45:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741858_1034 (size=13394) 2024-11-10T22:45:46,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/de457073be6e452dbaca4e7eb75c6db5 2024-11-10T22:45:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/de457073be6e452dbaca4e7eb75c6db5 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5 2024-11-10T22:45:46,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5, entries=8, sequenceid=142, filesize=13.1 K 2024-11-10T22:45:46,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for f893a47ad753e606bcf057241c912f4b in 31ms, sequenceid=142, compaction requested=false 2024-11-10T22:45:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:46,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-10T22:45:46,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/567ad38aa613404185fe412754d00cfe is 1055, key is row0105/info:/1731278746345/Put/seqid=0 2024-11-10T22:45:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741859_1035 (size=20781) 2024-11-10T22:45:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741859_1035 (size=20781) 2024-11-10T22:45:46,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/567ad38aa613404185fe412754d00cfe 2024-11-10T22:45:46,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/567ad38aa613404185fe412754d00cfe as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe 2024-11-10T22:45:46,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe, entries=15, sequenceid=160, filesize=20.3 K 2024-11-10T22:45:46,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for f893a47ad753e606bcf057241c912f4b in 22ms, sequenceid=160, compaction requested=true 2024-11-10T22:45:46,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:46,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:46,398 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:46,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:46,399 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74180 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:46,399 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:46,399 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:46,399 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/3ff99af6944f4fafac95e82168858944, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=72.4 K 2024-11-10T22:45:46,399 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff99af6944f4fafac95e82168858944, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731278732133 2024-11-10T22:45:46,400 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting de457073be6e452dbaca4e7eb75c6db5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731278746331 2024-11-10T22:45:46,400 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 567ad38aa613404185fe412754d00cfe, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731278746345 2024-11-10T22:45:46,410 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#50 average throughput is 56.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:46,411 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/98d4925db50044599290500aba899317 is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741860_1036 (size=64394) 2024-11-10T22:45:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741860_1036 (size=64394) 2024-11-10T22:45:46,423 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/98d4925db50044599290500aba899317 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/98d4925db50044599290500aba899317 2024-11-10T22:45:46,430 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 98d4925db50044599290500aba899317(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:46,430 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:46,430 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278746397; duration=0sec 2024-11-10T22:45:46,430 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:46,430 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:48,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-10T22:45:48,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/07859a9b0ff74fa5a12f1442b10abace is 1055, key is row0120/info:/1731278746377/Put/seqid=0 2024-11-10T22:45:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741861_1037 (size=15500) 2024-11-10T22:45:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741861_1037 (size=15500) 2024-11-10T22:45:48,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/07859a9b0ff74fa5a12f1442b10abace 2024-11-10T22:45:48,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/07859a9b0ff74fa5a12f1442b10abace as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace 2024-11-10T22:45:48,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:45:48,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace, entries=10, sequenceid=174, filesize=15.1 K 2024-11-10T22:45:48,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=10.26 KB/10510 for f893a47ad753e606bcf057241c912f4b in 23ms, sequenceid=174, compaction requested=false 2024-11-10T22:45:48,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:48,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:48,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c651aaa9aa2d427f9f40b6cfd15b0716 is 1055, key is row0130/info:/1731278748450/Put/seqid=0 2024-11-10T22:45:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741862_1038 (size=17606) 2024-11-10T22:45:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741862_1038 (size=17606) 2024-11-10T22:45:48,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c651aaa9aa2d427f9f40b6cfd15b0716 2024-11-10T22:45:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c651aaa9aa2d427f9f40b6cfd15b0716 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716 2024-11-10T22:45:48,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716, entries=12, sequenceid=189, filesize=17.2 K 2024-11-10T22:45:48,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for f893a47ad753e606bcf057241c912f4b in 21ms, sequenceid=189, compaction requested=true 2024-11-10T22:45:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:48,494 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:48,496 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97500 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:48,496 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:48,496 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:48,496 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/98d4925db50044599290500aba899317, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=95.2 K 2024-11-10T22:45:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:48,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:48,496 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d4925db50044599290500aba899317, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731278732133 2024-11-10T22:45:48,497 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07859a9b0ff74fa5a12f1442b10abace, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731278746377 2024-11-10T22:45:48,497 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting c651aaa9aa2d427f9f40b6cfd15b0716, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731278748450 2024-11-10T22:45:48,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/95244add2dba4ee793cded41bbf906f0 is 1055, key is row0142/info:/1731278748474/Put/seqid=0 2024-11-10T22:45:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741863_1039 (size=17606) 2024-11-10T22:45:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741863_1039 (size=17606) 2024-11-10T22:45:48,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/95244add2dba4ee793cded41bbf906f0 2024-11-10T22:45:48,512 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#54 average throughput is 39.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:48,512 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8176b4144a754de3ba683c9161ca2e2a is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:48,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/95244add2dba4ee793cded41bbf906f0 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0 2024-11-10T22:45:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741864_1040 (size=87735) 2024-11-10T22:45:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741864_1040 (size=87735) 2024-11-10T22:45:48,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0, entries=12, sequenceid=204, filesize=17.2 K 2024-11-10T22:45:48,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for f893a47ad753e606bcf057241c912f4b in 25ms, sequenceid=204, compaction requested=false 2024-11-10T22:45:48,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:48,522 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8176b4144a754de3ba683c9161ca2e2a as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8176b4144a754de3ba683c9161ca2e2a 2024-11-10T22:45:48,529 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 8176b4144a754de3ba683c9161ca2e2a(size=85.7 K), total size for store is 102.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:48,529 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:48,529 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278748494; duration=0sec 2024-11-10T22:45:48,529 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:48,529 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:50,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:50,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/ccb52a3885fd4d609e4ebc2f53752bb3 is 1055, key is row0154/info:/1731278748497/Put/seqid=0 2024-11-10T22:45:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741865_1041 (size=13394) 2024-11-10T22:45:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741865_1041 (size=13394) 2024-11-10T22:45:50,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/ccb52a3885fd4d609e4ebc2f53752bb3 2024-11-10T22:45:50,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/ccb52a3885fd4d609e4ebc2f53752bb3 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3 2024-11-10T22:45:50,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3, entries=8, sequenceid=216, filesize=13.1 K 2024-11-10T22:45:50,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f893a47ad753e606bcf057241c912f4b in 26ms, sequenceid=216, compaction requested=true 2024-11-10T22:45:50,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:50,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:50,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:50,548 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:50,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:50,549 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:50,549 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:50,549 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:50,549 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8176b4144a754de3ba683c9161ca2e2a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=116.0 K 2024-11-10T22:45:50,550 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting 8176b4144a754de3ba683c9161ca2e2a, keycount=78, bloomtype=ROW, size=85.7 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731278732133 2024-11-10T22:45:50,550 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting 95244add2dba4ee793cded41bbf906f0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731278748474 2024-11-10T22:45:50,551 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting ccb52a3885fd4d609e4ebc2f53752bb3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731278748497 2024-11-10T22:45:50,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e49e35baf03c496ba916731930948d7e is 1055, key is row0162/info:/1731278750524/Put/seqid=0 2024-11-10T22:45:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741866_1042 (size=17606) 2024-11-10T22:45:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741866_1042 (size=17606) 2024-11-10T22:45:50,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e49e35baf03c496ba916731930948d7e 2024-11-10T22:45:50,564 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#57 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:50,564 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/6eed6ba4dad74ca6a40ec2746e75497d is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e49e35baf03c496ba916731930948d7e as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e 2024-11-10T22:45:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741867_1043 (size=108905) 2024-11-10T22:45:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741867_1043 (size=108905) 2024-11-10T22:45:50,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e, entries=12, sequenceid=231, filesize=17.2 K 2024-11-10T22:45:50,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for f893a47ad753e606bcf057241c912f4b in 24ms, sequenceid=231, compaction requested=false 2024-11-10T22:45:50,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:50,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T22:45:50,575 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/6eed6ba4dad74ca6a40ec2746e75497d as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/6eed6ba4dad74ca6a40ec2746e75497d 2024-11-10T22:45:50,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e07d2b62914b4a9d92cd6851c611b494 is 1055, key is row0174/info:/1731278750550/Put/seqid=0 2024-11-10T22:45:50,582 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 6eed6ba4dad74ca6a40ec2746e75497d(size=106.4 K), total size for store is 123.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:50,582 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:50,582 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278750547; duration=0sec 2024-11-10T22:45:50,582 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:50,582 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741868_1044 (size=16553) 2024-11-10T22:45:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741868_1044 (size=16553) 2024-11-10T22:45:50,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e07d2b62914b4a9d92cd6851c611b494 2024-11-10T22:45:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/e07d2b62914b4a9d92cd6851c611b494 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494 2024-11-10T22:45:50,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494, entries=11, sequenceid=245, filesize=16.2 K 2024-11-10T22:45:50,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=8.21 KB/8408 for f893a47ad753e606bcf057241c912f4b in 30ms, sequenceid=245, compaction requested=true 2024-11-10T22:45:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:50,604 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:50,605 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 143064 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:50,606 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:50,606 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:50,606 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/6eed6ba4dad74ca6a40ec2746e75497d, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=139.7 K 2024-11-10T22:45:50,606 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eed6ba4dad74ca6a40ec2746e75497d, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731278732133 2024-11-10T22:45:50,607 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting e49e35baf03c496ba916731930948d7e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731278750524 2024-11-10T22:45:50,607 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting e07d2b62914b4a9d92cd6851c611b494, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731278750550 2024-11-10T22:45:50,619 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#59 average throughput is 40.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:50,620 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/49e99d4b81d446c69274ad9777e74403 is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741869_1045 (size=133358) 2024-11-10T22:45:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741869_1045 (size=133358) 2024-11-10T22:45:50,629 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/49e99d4b81d446c69274ad9777e74403 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/49e99d4b81d446c69274ad9777e74403 2024-11-10T22:45:50,636 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 49e99d4b81d446c69274ad9777e74403(size=130.2 K), total size for store is 130.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:50,637 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:50,637 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278750604; duration=0sec 2024-11-10T22:45:50,637 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:50,637 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:52,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-10T22:45:52,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c7d63f5ce175481d94a7e3a457128bd7 is 1055, key is row0185/info:/1731278750576/Put/seqid=0 2024-11-10T22:45:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741870_1046 (size=14448) 2024-11-10T22:45:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741870_1046 (size=14448) 2024-11-10T22:45:52,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c7d63f5ce175481d94a7e3a457128bd7 2024-11-10T22:45:52,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/c7d63f5ce175481d94a7e3a457128bd7 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7 2024-11-10T22:45:52,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7, entries=9, sequenceid=259, filesize=14.1 K 2024-11-10T22:45:52,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=12.32 KB/12612 for f893a47ad753e606bcf057241c912f4b in 26ms, sequenceid=259, compaction requested=false 2024-11-10T22:45:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:52,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-10T22:45:52,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/5ba71d788f2f4b748b6f0e86c5a676f0 is 1055, key is row0194/info:/1731278752595/Put/seqid=0 2024-11-10T22:45:52,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741871_1047 (size=19742) 2024-11-10T22:45:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741871_1047 (size=19742) 2024-11-10T22:45:52,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/5ba71d788f2f4b748b6f0e86c5a676f0 2024-11-10T22:45:52,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/5ba71d788f2f4b748b6f0e86c5a676f0 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0 2024-11-10T22:45:52,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0, entries=14, sequenceid=276, filesize=19.3 K 2024-11-10T22:45:52,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for f893a47ad753e606bcf057241c912f4b in 24ms, sequenceid=276, compaction requested=true 2024-11-10T22:45:52,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:52,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:52,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:52,645 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:52,647 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 167548 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:52,647 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:52,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-10T22:45:52,647 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:52,647 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/49e99d4b81d446c69274ad9777e74403, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=163.6 K 2024-11-10T22:45:52,647 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e99d4b81d446c69274ad9777e74403, keycount=121, bloomtype=ROW, size=130.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731278732133 2024-11-10T22:45:52,648 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7d63f5ce175481d94a7e3a457128bd7, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731278750576 2024-11-10T22:45:52,648 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ba71d788f2f4b748b6f0e86c5a676f0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731278752595 2024-11-10T22:45:52,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8bf330581ae947139de19af3006406d6 is 1055, key is row0208/info:/1731278752622/Put/seqid=0 2024-11-10T22:45:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741872_1048 (size=19742) 2024-11-10T22:45:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741872_1048 (size=19742) 2024-11-10T22:45:52,663 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#63 average throughput is 36.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:52,664 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/4f1bc78ae73f4abca9bc0a339ca3b510 is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741873_1049 (size=157770) 2024-11-10T22:45:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741873_1049 (size=157770) 2024-11-10T22:45:52,671 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/4f1bc78ae73f4abca9bc0a339ca3b510 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4f1bc78ae73f4abca9bc0a339ca3b510 2024-11-10T22:45:52,677 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 4f1bc78ae73f4abca9bc0a339ca3b510(size=154.1 K), total size for store is 154.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:52,677 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:52,677 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278752645; duration=0sec 2024-11-10T22:45:52,677 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:52,677 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:53,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8bf330581ae947139de19af3006406d6 2024-11-10T22:45:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8bf330581ae947139de19af3006406d6 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6 2024-11-10T22:45:53,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6, entries=14, sequenceid=293, filesize=19.3 K 2024-11-10T22:45:53,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for f893a47ad753e606bcf057241c912f4b in 428ms, sequenceid=293, compaction requested=false 2024-11-10T22:45:53,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:54,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T22:45:54,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/db1155512c9c4e2abecd80089bf7e3b4 is 1055, key is row0222/info:/1731278752648/Put/seqid=0 2024-11-10T22:45:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741874_1050 (size=13402) 2024-11-10T22:45:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741874_1050 (size=13402) 2024-11-10T22:45:54,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/db1155512c9c4e2abecd80089bf7e3b4 2024-11-10T22:45:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/db1155512c9c4e2abecd80089bf7e3b4 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4 2024-11-10T22:45:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4, entries=8, sequenceid=305, filesize=13.1 K 2024-11-10T22:45:54,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f893a47ad753e606bcf057241c912f4b in 23ms, sequenceid=305, compaction requested=true 2024-11-10T22:45:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:54,693 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:54,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:54,694 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 190914 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:54,694 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:54,694 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:54,694 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4f1bc78ae73f4abca9bc0a339ca3b510, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=186.4 K 2024-11-10T22:45:54,695 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f1bc78ae73f4abca9bc0a339ca3b510, keycount=144, bloomtype=ROW, size=154.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731278732133 2024-11-10T22:45:54,695 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf330581ae947139de19af3006406d6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731278752622 2024-11-10T22:45:54,696 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] compactions.Compactor(225): Compacting db1155512c9c4e2abecd80089bf7e3b4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731278752648 2024-11-10T22:45:54,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/b5b1a05e46b94d53bf5d64a7e91d9a7a is 1055, key is row0230/info:/1731278754670/Put/seqid=0 2024-11-10T22:45:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741875_1051 (size=17618) 2024-11-10T22:45:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741875_1051 (size=17618) 2024-11-10T22:45:54,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/b5b1a05e46b94d53bf5d64a7e91d9a7a 2024-11-10T22:45:54,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/b5b1a05e46b94d53bf5d64a7e91d9a7a as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a 2024-11-10T22:45:54,711 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#66 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:54,711 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8cf013b4874a44fea647db1846e7073e is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741876_1052 (size=181064) 2024-11-10T22:45:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741876_1052 (size=181064) 2024-11-10T22:45:54,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a, entries=12, sequenceid=320, filesize=17.2 K 2024-11-10T22:45:54,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for f893a47ad753e606bcf057241c912f4b in 24ms, sequenceid=320, compaction requested=false 2024-11-10T22:45:54,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.HRegion(8855): Flush requested on f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:54,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T22:45:54,722 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/8cf013b4874a44fea647db1846e7073e as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8cf013b4874a44fea647db1846e7073e 2024-11-10T22:45:54,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/cd3949a4ae6c46509d5cbe36e58919d4 is 1055, key is row0242/info:/1731278754695/Put/seqid=0 2024-11-10T22:45:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741877_1053 (size=17618) 2024-11-10T22:45:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741877_1053 (size=17618) 2024-11-10T22:45:54,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/cd3949a4ae6c46509d5cbe36e58919d4 2024-11-10T22:45:54,730 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 8cf013b4874a44fea647db1846e7073e(size=176.8 K), total size for store is 194.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:54,730 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,730 INFO [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278754693; duration=0sec 2024-11-10T22:45:54,730 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:54,730 DEBUG [RS:0;2b9d7a669c7f:42649-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:54,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/cd3949a4ae6c46509d5cbe36e58919d4 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4 2024-11-10T22:45:54,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4, entries=12, sequenceid=335, filesize=17.2 K 2024-11-10T22:45:54,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for f893a47ad753e606bcf057241c912f4b in 23ms, sequenceid=335, compaction requested=true 2024-11-10T22:45:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f893a47ad753e606bcf057241c912f4b:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:45:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:54,743 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:45:54,744 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 216300 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:45:54,744 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1541): f893a47ad753e606bcf057241c912f4b/info is initiating minor compaction (all files) 2024-11-10T22:45:54,744 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f893a47ad753e606bcf057241c912f4b/info in TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:54,744 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8cf013b4874a44fea647db1846e7073e, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4] into tmpdir=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp, totalSize=211.2 K 2024-11-10T22:45:54,745 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cf013b4874a44fea647db1846e7073e, keycount=166, bloomtype=ROW, size=176.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731278732133 2024-11-10T22:45:54,745 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b1a05e46b94d53bf5d64a7e91d9a7a, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731278754670 2024-11-10T22:45:54,745 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] compactions.Compactor(225): Compacting cd3949a4ae6c46509d5cbe36e58919d4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731278754695 2024-11-10T22:45:54,757 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f893a47ad753e606bcf057241c912f4b#info#compaction#68 average throughput is 63.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:45:54,758 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/4e1bcbccacbc4e5e8e2474a07e93e913 is 1055, key is row0064/info:/1731278732133/Put/seqid=0 2024-11-10T22:45:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741878_1054 (size=206539) 2024-11-10T22:45:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741878_1054 (size=206539) 2024-11-10T22:45:54,767 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/4e1bcbccacbc4e5e8e2474a07e93e913 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4e1bcbccacbc4e5e8e2474a07e93e913 2024-11-10T22:45:54,773 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f893a47ad753e606bcf057241c912f4b/info of f893a47ad753e606bcf057241c912f4b into 4e1bcbccacbc4e5e8e2474a07e93e913(size=201.7 K), total size for store is 201.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:45:54,773 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:54,773 INFO [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., storeName=f893a47ad753e606bcf057241c912f4b/info, priority=13, startTime=1731278754743; duration=0sec 2024-11-10T22:45:54,773 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:45:54,773 DEBUG [RS:0;2b9d7a669c7f:42649-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f893a47ad753e606bcf057241c912f4b:info 2024-11-10T22:45:56,727 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-10T22:45:56,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727, exclude list is [], retry=0 2024-11-10T22:45:56,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f,DISK] 2024-11-10T22:45:56,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-89c60c96-2b6e-412b-87ae-9f48ff86299e,DISK] 2024-11-10T22:45:56,752 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 2024-11-10T22:45:56,752 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-10T22:45:56,752 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144 is not closed yet, will try archiving it next time 2024-11-10T22:45:56,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741833_1009 (size=311437) 2024-11-10T22:45:56,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741833_1009 (size=311437) 2024-11-10T22:45:56,755 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de6f6d0bd78ddb3d294b2bb96c27106e: 2024-11-10T22:45:56,755 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f893a47ad753e606bcf057241c912f4b 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-10T22:45:56,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/88e66ef653d84650addfe48820445db9 is 1055, key is row0254/info:/1731278754721/Put/seqid=0 2024-11-10T22:45:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741880_1056 (size=8124) 2024-11-10T22:45:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741880_1056 (size=8124) 2024-11-10T22:45:56,764 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/88e66ef653d84650addfe48820445db9 2024-11-10T22:45:56,770 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/.tmp/info/88e66ef653d84650addfe48820445db9 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/88e66ef653d84650addfe48820445db9 2024-11-10T22:45:56,775 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/88e66ef653d84650addfe48820445db9, entries=3, sequenceid=343, filesize=7.9 K 2024-11-10T22:45:56,776 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for f893a47ad753e606bcf057241c912f4b in 21ms, sequenceid=343, compaction requested=false 2024-11-10T22:45:56,776 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f893a47ad753e606bcf057241c912f4b: 2024-11-10T22:45:56,776 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-10T22:45:56,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/ebf11e80485142cf9cd977f796429a81 is 193, key is TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b./info:regioninfo/1731278735186/Put/seqid=0 2024-11-10T22:45:56,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741881_1057 (size=6223) 2024-11-10T22:45:56,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741881_1057 (size=6223) 2024-11-10T22:45:56,789 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/ebf11e80485142cf9cd977f796429a81 2024-11-10T22:45:56,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/.tmp/info/ebf11e80485142cf9cd977f796429a81 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/info/ebf11e80485142cf9cd977f796429a81 2024-11-10T22:45:56,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/info/ebf11e80485142cf9cd977f796429a81, entries=5, sequenceid=21, filesize=6.1 K 2024-11-10T22:45:56,800 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=21, compaction requested=false 2024-11-10T22:45:56,800 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T22:45:56,811 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756800, exclude list is [], retry=0 2024-11-10T22:45:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-89c60c96-2b6e-412b-87ae-9f48ff86299e,DISK] 2024-11-10T22:45:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-4e04fa69-1d4f-44ce-8e75-0fb0a6bdd66f,DISK] 2024-11-10T22:45:56,815 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756800 2024-11-10T22:45:56,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:44113:44113)] 2024-11-10T22:45:56,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 is not closed yet, will try archiving it next time 2024-11-10T22:45:56,816 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs/2b9d7a669c7f%2C42649%2C1731278718632.1731278719144 2024-11-10T22:45:56,816 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T22:45:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741879_1055 (size=731) 2024-11-10T22:45:56,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 not finished, retry = 0 2024-11-10T22:45:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741879_1055 (size=731) 2024-11-10T22:45:56,919 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/WALs/2b9d7a669c7f,42649,1731278718632/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs/2b9d7a669c7f%2C42649%2C1731278718632.1731278756727 2024-11-10T22:45:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:45:57,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:45:57,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:57,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:57,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:57,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:45:57,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:45:57,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844858994, stopped=false 2024-11-10T22:45:57,020 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,32875,1731278718493 2024-11-10T22:45:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:57,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:45:57,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:57,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:57,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:45:57,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:57,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:57,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,42649,1731278718632' ***** 2024-11-10T22:45:57,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:45:57,085 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:45:57,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for de6f6d0bd78ddb3d294b2bb96c27106e 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:57,086 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de6f6d0bd78ddb3d294b2bb96c27106e, disabling compactions & flushes 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:57,086 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:45:57,086 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:42649. 2024-11-10T22:45:57,086 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. after waiting 0 ms 2024-11-10T22:45:57,086 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:57,086 DEBUG [RS:0;2b9d7a669c7f:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:45:57,086 DEBUG [RS:0;2b9d7a669c7f:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:45:57,086 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:45:57,087 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:45:57,087 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T22:45:57,087 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1325): Online Regions={de6f6d0bd78ddb3d294b2bb96c27106e=TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e., f893a47ad753e606bcf057241c912f4b=TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T22:45:57,087 DEBUG [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de6f6d0bd78ddb3d294b2bb96c27106e, f893a47ad753e606bcf057241c912f4b 2024-11-10T22:45:57,087 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-bottom] to archive 2024-11-10T22:45:57,087 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:45:57,087 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:45:57,087 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:45:57,087 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:45:57,087 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:45:57,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:45:57,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:57,090 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b9d7a669c7f:32875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T22:45:57,090 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-10T22:45:57,091 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-10T22:45:57,092 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:45:57,092 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:45:57,092 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278757087Running coprocessor pre-close hooks at 1731278757087Disabling compacts and flushes for region at 1731278757087Disabling writes for close at 1731278757087Writing region close event to WAL at 1731278757088 (+1 ms)Running coprocessor post-close hooks at 1731278757092 (+4 ms)Closed at 1731278757092 2024-11-10T22:45:57,092 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:45:57,093 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/de6f6d0bd78ddb3d294b2bb96c27106e/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-10T22:45:57,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de6f6d0bd78ddb3d294b2bb96c27106e: Waiting for close lock at 1731278757086Running coprocessor pre-close hooks at 1731278757086Disabling compacts and flushes for region at 1731278757086Disabling writes for close at 1731278757086Writing region close event to WAL at 1731278757091 (+5 ms)Running coprocessor post-close hooks at 1731278757094 (+3 ms)Closed at 1731278757094 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731278734246.de6f6d0bd78ddb3d294b2bb96c27106e. 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f893a47ad753e606bcf057241c912f4b, disabling compactions & flushes 2024-11-10T22:45:57,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. after waiting 0 ms 2024-11-10T22:45:57,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:57,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6->hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/23382b84bc591555c83b936c68c717d6/info/dbb45b96a76b4e158451a8915e632c6f-top, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/3ff99af6944f4fafac95e82168858944, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/98d4925db50044599290500aba899317, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8176b4144a754de3ba683c9161ca2e2a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/6eed6ba4dad74ca6a40ec2746e75497d, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/49e99d4b81d446c69274ad9777e74403, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4f1bc78ae73f4abca9bc0a339ca3b510, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8cf013b4874a44fea647db1846e7073e, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4] to archive 2024-11-10T22:45:57,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:45:57,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/dbb45b96a76b4e158451a8915e632c6f.23382b84bc591555c83b936c68c717d6 2024-11-10T22:45:57,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-9613d9b16a094b069fedf74c1728f675 2024-11-10T22:45:57,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/3ff99af6944f4fafac95e82168858944 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/3ff99af6944f4fafac95e82168858944 2024-11-10T22:45:57,100 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/TestLogRolling-testLogRolling=23382b84bc591555c83b936c68c717d6-3c767a91758b43ceb3fe467dbfee3bae 2024-11-10T22:45:57,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/de457073be6e452dbaca4e7eb75c6db5 2024-11-10T22:45:57,102 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/98d4925db50044599290500aba899317 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/98d4925db50044599290500aba899317 2024-11-10T22:45:57,103 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/567ad38aa613404185fe412754d00cfe 2024-11-10T22:45:57,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/07859a9b0ff74fa5a12f1442b10abace 2024-11-10T22:45:57,105 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8176b4144a754de3ba683c9161ca2e2a to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8176b4144a754de3ba683c9161ca2e2a 2024-11-10T22:45:57,106 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c651aaa9aa2d427f9f40b6cfd15b0716 2024-11-10T22:45:57,107 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/95244add2dba4ee793cded41bbf906f0 2024-11-10T22:45:57,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/6eed6ba4dad74ca6a40ec2746e75497d to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/6eed6ba4dad74ca6a40ec2746e75497d 2024-11-10T22:45:57,109 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/ccb52a3885fd4d609e4ebc2f53752bb3 2024-11-10T22:45:57,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e49e35baf03c496ba916731930948d7e 2024-11-10T22:45:57,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/49e99d4b81d446c69274ad9777e74403 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/49e99d4b81d446c69274ad9777e74403 2024-11-10T22:45:57,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/e07d2b62914b4a9d92cd6851c611b494 2024-11-10T22:45:57,113 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/c7d63f5ce175481d94a7e3a457128bd7 2024-11-10T22:45:57,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4f1bc78ae73f4abca9bc0a339ca3b510 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/4f1bc78ae73f4abca9bc0a339ca3b510 2024-11-10T22:45:57,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/5ba71d788f2f4b748b6f0e86c5a676f0 2024-11-10T22:45:57,117 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8bf330581ae947139de19af3006406d6 2024-11-10T22:45:57,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8cf013b4874a44fea647db1846e7073e to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/8cf013b4874a44fea647db1846e7073e 2024-11-10T22:45:57,119 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/db1155512c9c4e2abecd80089bf7e3b4 2024-11-10T22:45:57,120 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/b5b1a05e46b94d53bf5d64a7e91d9a7a 2024-11-10T22:45:57,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4 to hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/archive/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/info/cd3949a4ae6c46509d5cbe36e58919d4 2024-11-10T22:45:57,121 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3ff99af6944f4fafac95e82168858944=40005, de457073be6e452dbaca4e7eb75c6db5=13394, 98d4925db50044599290500aba899317=64394, 567ad38aa613404185fe412754d00cfe=20781, 07859a9b0ff74fa5a12f1442b10abace=15500, 8176b4144a754de3ba683c9161ca2e2a=87735, c651aaa9aa2d427f9f40b6cfd15b0716=17606, 95244add2dba4ee793cded41bbf906f0=17606, 6eed6ba4dad74ca6a40ec2746e75497d=108905, ccb52a3885fd4d609e4ebc2f53752bb3=13394, e49e35baf03c496ba916731930948d7e=17606, 49e99d4b81d446c69274ad9777e74403=133358, e07d2b62914b4a9d92cd6851c611b494=16553, c7d63f5ce175481d94a7e3a457128bd7=14448, 4f1bc78ae73f4abca9bc0a339ca3b510=157770, 5ba71d788f2f4b748b6f0e86c5a676f0=19742, 8bf330581ae947139de19af3006406d6=19742, 8cf013b4874a44fea647db1846e7073e=181064, db1155512c9c4e2abecd80089bf7e3b4=13402, b5b1a05e46b94d53bf5d64a7e91d9a7a=17618, cd3949a4ae6c46509d5cbe36e58919d4=17618] 2024-11-10T22:45:57,124 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/data/default/TestLogRolling-testLogRolling/f893a47ad753e606bcf057241c912f4b/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=130 2024-11-10T22:45:57,125 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:57,125 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f893a47ad753e606bcf057241c912f4b: Waiting for close lock at 1731278757094Running coprocessor pre-close hooks at 1731278757094Disabling compacts and flushes for region at 1731278757094Disabling writes for close at 1731278757094Writing region close event to WAL at 1731278757121 (+27 ms)Running coprocessor post-close hooks at 1731278757125 (+4 ms)Closed at 1731278757125 2024-11-10T22:45:57,125 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731278734246.f893a47ad753e606bcf057241c912f4b. 2024-11-10T22:45:57,287 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,42649,1731278718632; all regions closed. 2024-11-10T22:45:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741834_1010 (size=8107) 2024-11-10T22:45:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741834_1010 (size=8107) 2024-11-10T22:45:57,295 DEBUG [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs 2024-11-10T22:45:57,295 INFO [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C42649%2C1731278718632.meta:.meta(num 1731278719640) 2024-11-10T22:45:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741882_1058 (size=780) 2024-11-10T22:45:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741882_1058 (size=780) 2024-11-10T22:45:57,302 DEBUG [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/oldWALs 2024-11-10T22:45:57,302 INFO [RS:0;2b9d7a669c7f:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C42649%2C1731278718632:(num 1731278756800) 2024-11-10T22:45:57,302 DEBUG [RS:0;2b9d7a669c7f:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:45:57,302 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:45:57,302 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:45:57,303 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T22:45:57,303 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:45:57,303 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:45:57,303 INFO [RS:0;2b9d7a669c7f:42649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42649 2024-11-10T22:45:57,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,42649,1731278718632 2024-11-10T22:45:57,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:45:57,330 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:45:57,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,42649,1731278718632] 2024-11-10T22:45:57,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,42649,1731278718632 already deleted, retry=false 2024-11-10T22:45:57,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,42649,1731278718632 expired; onlineServers=0 2024-11-10T22:45:57,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,32875,1731278718493' ***** 2024-11-10T22:45:57,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:45:57,347 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:45:57,347 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:45:57,347 DEBUG [M:0;2b9d7a669c7f:32875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:45:57,347 DEBUG [M:0;2b9d7a669c7f:32875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:45:57,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:45:57,347 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278718958 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278718958,5,FailOnTimeoutGroup] 2024-11-10T22:45:57,347 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278718958 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278718958,5,FailOnTimeoutGroup] 2024-11-10T22:45:57,348 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:45:57,348 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:45:57,348 DEBUG [M:0;2b9d7a669c7f:32875 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:45:57,348 INFO [M:0;2b9d7a669c7f:32875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:45:57,348 INFO [M:0;2b9d7a669c7f:32875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:45:57,348 INFO [M:0;2b9d7a669c7f:32875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:45:57,348 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:45:57,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:45:57,355 DEBUG [M:0;2b9d7a669c7f:32875 {}] zookeeper.ZKUtil(347): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:45:57,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:57,355 WARN [M:0;2b9d7a669c7f:32875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:45:57,356 INFO [M:0;2b9d7a669c7f:32875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/.lastflushedseqids 2024-11-10T22:45:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741883_1059 (size=228) 2024-11-10T22:45:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741883_1059 (size=228) 2024-11-10T22:45:57,362 INFO [M:0;2b9d7a669c7f:32875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:45:57,362 INFO [M:0;2b9d7a669c7f:32875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:45:57,362 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:45:57,362 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:57,362 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:57,362 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:45:57,362 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:57,362 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-10T22:45:57,375 DEBUG [M:0;2b9d7a669c7f:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc486ec8373446e2aaaf9732fe94c5f4 is 82, key is hbase:meta,,1/info:regioninfo/1731278719675/Put/seqid=0 2024-11-10T22:45:57,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741884_1060 (size=5672) 2024-11-10T22:45:57,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741884_1060 (size=5672) 2024-11-10T22:45:57,380 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc486ec8373446e2aaaf9732fe94c5f4 2024-11-10T22:45:57,400 DEBUG [M:0;2b9d7a669c7f:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9e6cb5a561f472ba1e62b6703b785ab is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731278720280/Put/seqid=0 2024-11-10T22:45:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741885_1061 (size=7089) 2024-11-10T22:45:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741885_1061 (size=7089) 2024-11-10T22:45:57,405 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9e6cb5a561f472ba1e62b6703b785ab 2024-11-10T22:45:57,409 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9e6cb5a561f472ba1e62b6703b785ab 2024-11-10T22:45:57,422 DEBUG [M:0;2b9d7a669c7f:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ea8f2f367e42ed97b7f12eceddaaeb is 69, key is 2b9d7a669c7f,42649,1731278718632/rs:state/1731278718994/Put/seqid=0 2024-11-10T22:45:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741886_1062 (size=5156) 2024-11-10T22:45:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741886_1062 (size=5156) 2024-11-10T22:45:57,427 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ea8f2f367e42ed97b7f12eceddaaeb 2024-11-10T22:45:57,439 INFO [RS:0;2b9d7a669c7f:42649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:45:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:57,439 INFO [RS:0;2b9d7a669c7f:42649 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,42649,1731278718632; zookeeper connection closed. 2024-11-10T22:45:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x101283658cd0001, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:57,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71771e1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71771e1b 2024-11-10T22:45:57,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:45:57,446 DEBUG [M:0;2b9d7a669c7f:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c84ee3c4b9be4d27ba7c4f4da6750906 is 52, key is load_balancer_on/state:d/1731278719879/Put/seqid=0 2024-11-10T22:45:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741887_1063 (size=5056) 2024-11-10T22:45:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741887_1063 (size=5056) 2024-11-10T22:45:57,451 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c84ee3c4b9be4d27ba7c4f4da6750906 2024-11-10T22:45:57,455 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc486ec8373446e2aaaf9732fe94c5f4 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc486ec8373446e2aaaf9732fe94c5f4 2024-11-10T22:45:57,460 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc486ec8373446e2aaaf9732fe94c5f4, entries=8, sequenceid=125, filesize=5.5 K 2024-11-10T22:45:57,461 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9e6cb5a561f472ba1e62b6703b785ab as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9e6cb5a561f472ba1e62b6703b785ab 2024-11-10T22:45:57,466 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9e6cb5a561f472ba1e62b6703b785ab 2024-11-10T22:45:57,466 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9e6cb5a561f472ba1e62b6703b785ab, entries=13, sequenceid=125, filesize=6.9 K 2024-11-10T22:45:57,467 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ea8f2f367e42ed97b7f12eceddaaeb as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ea8f2f367e42ed97b7f12eceddaaeb 2024-11-10T22:45:57,472 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ea8f2f367e42ed97b7f12eceddaaeb, entries=1, sequenceid=125, filesize=5.0 K 2024-11-10T22:45:57,473 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c84ee3c4b9be4d27ba7c4f4da6750906 as hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c84ee3c4b9be4d27ba7c4f4da6750906 2024-11-10T22:45:57,478 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/092cb234-7377-2b53-9155-b9b1bcd790ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c84ee3c4b9be4d27ba7c4f4da6750906, entries=1, sequenceid=125, filesize=4.9 K 2024-11-10T22:45:57,479 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false 2024-11-10T22:45:57,480 INFO [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:57,480 DEBUG [M:0;2b9d7a669c7f:32875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278757362Disabling compacts and flushes for region at 1731278757362Disabling writes for close at 1731278757362Obtaining lock to block concurrent updates at 1731278757362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731278757362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731278757363 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731278757363Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731278757363Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731278757375 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731278757375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731278757384 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731278757399 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731278757399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731278757409 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731278757422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731278757422Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731278757432 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731278757445 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731278757445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e46835c: reopening flushed file at 1731278757454 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4376f8ba: reopening flushed file at 1731278757460 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4441fd3f: reopening flushed file at 1731278757466 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565c95eb: reopening flushed file at 1731278757472 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false at 1731278757479 (+7 ms)Writing region close event to WAL at 1731278757480 (+1 ms)Closed at 1731278757480 2024-11-10T22:45:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741830_1006 (size=61320) 2024-11-10T22:45:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741830_1006 (size=61320) 2024-11-10T22:45:57,482 INFO [M:0;2b9d7a669c7f:32875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:45:57,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:45:57,482 INFO [M:0;2b9d7a669c7f:32875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32875 2024-11-10T22:45:57,483 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:45:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:57,610 INFO [M:0;2b9d7a669c7f:32875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:45:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x101283658cd0000, quorum=127.0.0.1:57702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:45:57,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b9a82f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:57,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22185bd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:57,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:57,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d4f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:57,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bfce754{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:57,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:45:57,621 WARN [BP-660769819-172.17.0.2-1731278716867 heartbeating to localhost/127.0.0.1:39391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:45:57,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:45:57,621 WARN [BP-660769819-172.17.0.2-1731278716867 heartbeating to localhost/127.0.0.1:39391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660769819-172.17.0.2-1731278716867 (Datanode Uuid f62ecc2f-4406-43c3-ae10-53bdca4ac2cf) service to localhost/127.0.0.1:39391 2024-11-10T22:45:57,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data3/current/BP-660769819-172.17.0.2-1731278716867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:57,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data4/current/BP-660769819-172.17.0.2-1731278716867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:57,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:45:57,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2686394a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:57,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35e5d89d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:57,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:57,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e2a38b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:57,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254fec82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:57,632 WARN [BP-660769819-172.17.0.2-1731278716867 heartbeating to localhost/127.0.0.1:39391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:45:57,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:45:57,632 WARN [BP-660769819-172.17.0.2-1731278716867 heartbeating to localhost/127.0.0.1:39391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660769819-172.17.0.2-1731278716867 (Datanode Uuid 5b0dcfe4-f393-44aa-81f9-a38707121b47) service to localhost/127.0.0.1:39391 2024-11-10T22:45:57,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:45:57,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data1/current/BP-660769819-172.17.0.2-1731278716867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:57,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/cluster_55a80a7f-ac64-a1f2-2598-04cc82cfda27/data/data2/current/BP-660769819-172.17.0.2-1731278716867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:45:57,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:45:57,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4500196a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:45:57,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56af2bd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:45:57,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:45:57,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@499de412{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:45:57,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214e16b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir/,STOPPED} 2024-11-10T22:45:57,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:45:57,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T22:45:57,680 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=457 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 85), ProcessCount=11 (was 11), AvailableMemoryMB=14268 (was 14442) 2024-11-10T22:45:57,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=14267 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.log.dir so I do NOT create it in target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/83240793-1a15-c232-673f-a1bda0c6ab73/hadoop.tmp.dir so I do NOT create it in target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07, deleteOnExit=true 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:45:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/test.cache.data in system properties and HBase conf 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:45:57,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:45:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:45:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:45:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:45:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:45:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:45:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:45:57,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:57,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:57,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:57,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:57,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:45:57,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:57,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52711b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:57,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa0afda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:58,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b73ed28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/java.io.tmpdir/jetty-localhost-34581-hadoop-hdfs-3_4_1-tests_jar-_-any-4824205829267643799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:45:58,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa4cc66{HTTP/1.1, (http/1.1)}{localhost:34581} 2024-11-10T22:45:58,078 INFO [Time-limited test {}] server.Server(415): Started @185391ms 2024-11-10T22:45:58,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:45:58,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:45:58,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T22:45:58,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-10T22:45:58,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:58,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:58,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:58,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:58,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:45:58,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@263224d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:58,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae11066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:58,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30422775{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/java.io.tmpdir/jetty-localhost-40269-hadoop-hdfs-3_4_1-tests_jar-_-any-4302261314163784946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:58,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79af9d6c{HTTP/1.1, (http/1.1)}{localhost:40269} 2024-11-10T22:45:58,376 INFO [Time-limited test {}] server.Server(415): Started @185690ms 2024-11-10T22:45:58,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:45:58,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:45:58,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:45:58,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:45:58,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:45:58,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:45:58,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178d6219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:45:58,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f47951c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:45:58,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e39b574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/java.io.tmpdir/jetty-localhost-34339-hadoop-hdfs-3_4_1-tests_jar-_-any-4465089744682779790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:45:58,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1364004f{HTTP/1.1, (http/1.1)}{localhost:34339} 2024-11-10T22:45:58,500 INFO [Time-limited test {}] server.Server(415): Started @185814ms 2024-11-10T22:45:58,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:45:59,014 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:45:59,111 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data1/current/BP-418543226-172.17.0.2-1731278757713/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:59,111 WARN [Thread-1634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data2/current/BP-418543226-172.17.0.2-1731278757713/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:59,131 WARN [Thread-1597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:45:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2956056464d7f35f with lease ID 0x7c41d9c6e1d3d0ce: Processing first storage report for DS-1190246a-e3e6-4c53-a318-404546628297 from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=19b36a13-c6cf-481d-abb9-9ec96dba32d1, infoPort=34345, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713) 2024-11-10T22:45:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2956056464d7f35f with lease ID 0x7c41d9c6e1d3d0ce: from storage DS-1190246a-e3e6-4c53-a318-404546628297 node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=19b36a13-c6cf-481d-abb9-9ec96dba32d1, infoPort=34345, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2956056464d7f35f with lease ID 0x7c41d9c6e1d3d0ce: Processing first storage report for DS-c79e65ec-81de-446f-8ffb-cf6fba363612 from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=19b36a13-c6cf-481d-abb9-9ec96dba32d1, infoPort=34345, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713) 2024-11-10T22:45:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2956056464d7f35f with lease ID 0x7c41d9c6e1d3d0ce: from storage DS-c79e65ec-81de-446f-8ffb-cf6fba363612 node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=19b36a13-c6cf-481d-abb9-9ec96dba32d1, infoPort=34345, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:59,195 WARN [Thread-1644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data3/current/BP-418543226-172.17.0.2-1731278757713/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:59,195 WARN [Thread-1645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data4/current/BP-418543226-172.17.0.2-1731278757713/current, will proceed with Du for space computation calculation, 2024-11-10T22:45:59,216 WARN [Thread-1620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:45:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4919e5531a551c57 with lease ID 0x7c41d9c6e1d3d0cf: Processing first storage report for DS-1eb22b55-0e23-441a-88d9-994f241be789 from datanode DatanodeRegistration(127.0.0.1:39849, datanodeUuid=e1b1d3f4-0417-4a85-81e7-196b538c8b90, infoPort=35599, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713) 2024-11-10T22:45:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4919e5531a551c57 with lease ID 0x7c41d9c6e1d3d0cf: from storage DS-1eb22b55-0e23-441a-88d9-994f241be789 node DatanodeRegistration(127.0.0.1:39849, datanodeUuid=e1b1d3f4-0417-4a85-81e7-196b538c8b90, infoPort=35599, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4919e5531a551c57 with lease ID 0x7c41d9c6e1d3d0cf: Processing first storage report for DS-314fb775-def1-44cf-858a-98a535d89214 from datanode DatanodeRegistration(127.0.0.1:39849, datanodeUuid=e1b1d3f4-0417-4a85-81e7-196b538c8b90, infoPort=35599, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713) 2024-11-10T22:45:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4919e5531a551c57 with lease ID 0x7c41d9c6e1d3d0cf: from storage DS-314fb775-def1-44cf-858a-98a535d89214 node DatanodeRegistration(127.0.0.1:39849, datanodeUuid=e1b1d3f4-0417-4a85-81e7-196b538c8b90, infoPort=35599, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1348950062;c=1731278757713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:45:59,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6 2024-11-10T22:45:59,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/zookeeper_0, clientPort=56137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:45:59,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56137 2024-11-10T22:45:59,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:45:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:45:59,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c with version=8 2024-11-10T22:45:59,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41807/user/jenkins/test-data/7ef938f9-592e-6892-31fe-ce770d082365/hbase-staging 2024-11-10T22:45:59,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:45:59,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:45:59,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42113 2024-11-10T22:45:59,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42113 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-10T22:45:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421130x0, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:45:59,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42113-0x1012836f8030000 connected 2024-11-10T22:45:59,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:59,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c, hbase.cluster.distributed=false 2024-11-10T22:45:59,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:45:59,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-10T22:45:59,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42113 2024-11-10T22:45:59,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42113 2024-11-10T22:45:59,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-10T22:45:59,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-10T22:45:59,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:45:59,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:45:59,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36601 2024-11-10T22:45:59,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36601 connecting to ZooKeeper ensemble=127.0.0.1:56137 2024-11-10T22:45:59,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366010x0, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:45:59,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:45:59,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36601-0x1012836f8030001 connected 2024-11-10T22:45:59,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:45:59,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:45:59,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:45:59,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:45:59,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-10T22:45:59,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36601 2024-11-10T22:45:59,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36601 2024-11-10T22:45:59,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-10T22:45:59,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-10T22:45:59,444 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:42113 2024-11-10T22:45:59,445 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:59,456 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:45:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,464 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:45:59,465 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,42113,1731278759244 from backup master directory 2024-11-10T22:45:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:45:59,476 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:45:59,476 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,483 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/hbase.id] with ID: 9103456e-8863-4424-9b24-1ff77dbb7cdd 2024-11-10T22:45:59,483 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/.tmp/hbase.id 2024-11-10T22:45:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:45:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:45:59,492 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/.tmp/hbase.id]:[hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/hbase.id] 2024-11-10T22:45:59,506 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:45:59,506 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:45:59,507 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T22:45:59,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:45:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:45:59,523 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:45:59,523 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:45:59,524 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:45:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:45:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:45:59,531 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store 2024-11-10T22:45:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:45:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:45:59,538 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:59,538 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:45:59,538 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278759538Disabling compacts and flushes for region at 1731278759538Disabling writes for close at 1731278759538Writing region close event to WAL at 1731278759538Closed at 1731278759538 2024-11-10T22:45:59,539 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/.initializing 2024-11-10T22:45:59,539 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/WALs/2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,540 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:45:59,541 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C42113%2C1731278759244, suffix=, logDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/WALs/2b9d7a669c7f,42113,1731278759244, archiveDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/oldWALs, maxLogs=10 2024-11-10T22:45:59,553 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/WALs/2b9d7a669c7f,42113,1731278759244/2b9d7a669c7f%2C42113%2C1731278759244.1731278759541, exclude list is [], retry=0 2024-11-10T22:45:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-1190246a-e3e6-4c53-a318-404546628297,DISK] 2024-11-10T22:45:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-1eb22b55-0e23-441a-88d9-994f241be789,DISK] 2024-11-10T22:45:59,557 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/WALs/2b9d7a669c7f,42113,1731278759244/2b9d7a669c7f%2C42113%2C1731278759244.1731278759541 2024-11-10T22:45:59,557 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34345:34345),(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-10T22:45:59,557 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:45:59,557 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:45:59,558 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,558 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:45:59,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:59,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:45:59,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:45:59,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:59,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:59,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:45:59,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:59,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:59,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:45:59,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:59,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:45:59,566 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,567 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,568 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,568 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,569 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:45:59,569 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:45:59,571 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:45:59,571 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=726366, jitterRate=-0.07637818157672882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:45:59,572 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731278759558Initializing all the Stores at 1731278759558Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278759559 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278759559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278759559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278759559Cleaning up temporary data from old regions at 1731278759568 (+9 ms)Region opened successfully at 1731278759572 (+4 ms) 2024-11-10T22:45:59,572 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:45:59,575 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2017e0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:45:59,576 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:45:59,576 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:45:59,576 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:45:59,576 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:45:59,577 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T22:45:59,577 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T22:45:59,577 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:45:59,580 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:45:59,581 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:45:59,605 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:45:59,605 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:45:59,606 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:45:59,617 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:45:59,617 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:45:59,618 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:45:59,625 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:45:59,626 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:45:59,634 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:45:59,636 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:45:59,647 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:45:59,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:59,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:45:59,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,655 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,42113,1731278759244, sessionid=0x1012836f8030000, setting cluster-up flag (Was=false) 2024-11-10T22:45:59,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,701 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:45:59,703 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:45:59,751 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:45:59,753 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,42113,1731278759244 2024-11-10T22:45:59,755 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:45:59,757 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:59,758 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:45:59,758 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:45:59,758 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,42113,1731278759244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:45:59,761 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:59,761 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:59,761 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:59,762 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:45:59,762 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:45:59,762 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,762 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:45:59,762 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731278789763 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:45:59,763 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:45:59,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:45:59,764 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278759764,5,FailOnTimeoutGroup] 2024-11-10T22:45:59,764 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278759764,5,FailOnTimeoutGroup] 2024-11-10T22:45:59,764 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,765 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:45:59,765 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:45:59,765 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,765 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:45:59,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:45:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:45:59,834 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(746): ClusterId : 9103456e-8863-4424-9b24-1ff77dbb7cdd 2024-11-10T22:45:59,834 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:45:59,853 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:45:59,853 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:45:59,866 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:45:59,866 DEBUG [RS:0;2b9d7a669c7f:36601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1732a398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T22:45:59,884 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:36601 2024-11-10T22:45:59,884 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:45:59,884 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:45:59,884 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:45:59,885 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,42113,1731278759244 with port=36601, startcode=1731278759409 2024-11-10T22:45:59,885 DEBUG [RS:0;2b9d7a669c7f:36601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:45:59,886 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:45:59,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42113 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,888 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c 2024-11-10T22:45:59,888 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40941 2024-11-10T22:45:59,888 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:45:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:45:59,897 DEBUG [RS:0;2b9d7a669c7f:36601 {}] zookeeper.ZKUtil(111): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,897 WARN [RS:0;2b9d7a669c7f:36601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:45:59,897 INFO [RS:0;2b9d7a669c7f:36601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:45:59,898 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,36601,1731278759409] 2024-11-10T22:45:59,902 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:45:59,905 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:45:59,905 INFO [RS:0;2b9d7a669c7f:36601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:45:59,905 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,905 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:45:59,906 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:45:59,906 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,906 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,906 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,906 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:45:59,907 DEBUG [RS:0;2b9d7a669c7f:36601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,908 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36601,1731278759409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:45:59,923 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:45:59,923 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,36601,1731278759409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,923 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,923 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.Replication(171): 2b9d7a669c7f,36601,1731278759409 started 2024-11-10T22:45:59,936 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:45:59,936 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,36601,1731278759409, RpcServer on 2b9d7a669c7f/172.17.0.2:36601, sessionid=0x1012836f8030001 2024-11-10T22:45:59,936 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:45:59,936 DEBUG [RS:0;2b9d7a669c7f:36601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,936 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,36601,1731278759409' 2024-11-10T22:45:59,936 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,36601,1731278759409 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,36601,1731278759409' 2024-11-10T22:45:59,937 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:45:59,938 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:45:59,938 DEBUG [RS:0;2b9d7a669c7f:36601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:45:59,938 INFO [RS:0;2b9d7a669c7f:36601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:45:59,938 INFO [RS:0;2b9d7a669c7f:36601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:46:00,038 INFO [RS:0;2b9d7a669c7f:36601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:46:00,040 INFO [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C36601%2C1731278759409, suffix=, logDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409, archiveDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs, maxLogs=32 2024-11-10T22:46:00,052 DEBUG [RS:0;2b9d7a669c7f:36601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409/2b9d7a669c7f%2C36601%2C1731278759409.1731278760040, exclude list is [], retry=0 2024-11-10T22:46:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-1eb22b55-0e23-441a-88d9-994f241be789,DISK] 2024-11-10T22:46:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-1190246a-e3e6-4c53-a318-404546628297,DISK] 2024-11-10T22:46:00,056 INFO [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409/2b9d7a669c7f%2C36601%2C1731278759409.1731278760040 2024-11-10T22:46:00,056 DEBUG [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599),(127.0.0.1/127.0.0.1:34345:34345)] 2024-11-10T22:46:00,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:46:00,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c 2024-11-10T22:46:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741833_1009 (size=32) 2024-11-10T22:46:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741833_1009 (size=32) 2024-11-10T22:46:00,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:46:00,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:46:00,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:46:00,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:46:00,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:46:00,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:46:00,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:46:00,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:46:00,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:46:00,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:46:00,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740 2024-11-10T22:46:00,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740 2024-11-10T22:46:00,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:46:00,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:46:00,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:46:00,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:46:00,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:46:00,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857649, jitterRate=0.09055797755718231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731278760186Initializing all the Stores at 1731278760187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278760187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760187Cleaning up temporary data from old regions at 1731278760197 (+10 ms)Region opened successfully at 1731278760202 (+5 ms) 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:46:00,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:46:00,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:46:00,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278760202Disabling compacts and flushes for region at 1731278760202Disabling writes for close at 1731278760202Writing region close event to WAL at 1731278760202Closed at 1731278760202 2024-11-10T22:46:00,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:46:00,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:46:00,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:46:00,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:46:00,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:46:00,355 DEBUG [2b9d7a669c7f:42113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:46:00,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,36601,1731278759409 2024-11-10T22:46:00,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,36601,1731278759409, state=OPENING 2024-11-10T22:46:00,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:46:00,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:46:00,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:46:00,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:46:00,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:46:00,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:46:00,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,36601,1731278759409}] 2024-11-10T22:46:00,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:46:00,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54819, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:46:00,562 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:46:00,562 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:46:00,562 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:46:00,564 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C36601%2C1731278759409.meta, suffix=.meta, logDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409, archiveDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs, maxLogs=32 2024-11-10T22:46:00,579 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409/2b9d7a669c7f%2C36601%2C1731278759409.meta.1731278760564.meta, exclude list is [], retry=0 2024-11-10T22:46:00,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-1190246a-e3e6-4c53-a318-404546628297,DISK] 2024-11-10T22:46:00,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-1eb22b55-0e23-441a-88d9-994f241be789,DISK] 2024-11-10T22:46:00,582 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/2b9d7a669c7f,36601,1731278759409/2b9d7a669c7f%2C36601%2C1731278759409.meta.1731278760564.meta 2024-11-10T22:46:00,582 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34345:34345),(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-10T22:46:00,582 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:46:00,583 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:46:00,583 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:46:00,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:46:00,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:46:00,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:46:00,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:46:00,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:46:00,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:46:00,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:46:00,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:46:00,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:46:00,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:46:00,589 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:46:00,589 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740 2024-11-10T22:46:00,590 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740 2024-11-10T22:46:00,592 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:46:00,592 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:46:00,592 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:46:00,593 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:46:00,594 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706807, jitterRate=-0.10124967992305756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:46:00,594 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:46:00,594 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731278760583Writing region info on filesystem at 1731278760583Initializing all the Stores at 1731278760584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731278760584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731278760584Cleaning up temporary data from old regions at 1731278760592 (+8 ms)Running coprocessor post-open hooks at 1731278760594 (+2 ms)Region opened successfully at 1731278760594 2024-11-10T22:46:00,595 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731278760550 2024-11-10T22:46:00,597 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:46:00,597 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:46:00,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,36601,1731278759409 2024-11-10T22:46:00,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,36601,1731278759409, state=OPEN 2024-11-10T22:46:00,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:46:00,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:46:00,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,36601,1731278759409 2024-11-10T22:46:00,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:46:00,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:46:00,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:46:00,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,36601,1731278759409 in 237 msec 2024-11-10T22:46:00,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:46:00,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-10T22:46:00,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:46:00,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:46:00,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:46:00,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,36601,1731278759409, seqNum=-1] 2024-11-10T22:46:00,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:46:00,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:46:00,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 894 msec 2024-11-10T22:46:00,653 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731278760652, completionTime=-1 2024-11-10T22:46:00,653 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:46:00,653 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T22:46:00,655 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T22:46:00,655 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731278820655 2024-11-10T22:46:00,655 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731278880655 2024-11-10T22:46:00,655 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:42113, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,656 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,658 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.185sec 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:46:00,661 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:46:00,665 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:46:00,665 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:46:00,665 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,42113,1731278759244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:46:00,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1637b99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:46:00,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,42113,-1 for getting cluster id 2024-11-10T22:46:00,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:46:00,737 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9103456e-8863-4424-9b24-1ff77dbb7cdd' 2024-11-10T22:46:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:46:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9103456e-8863-4424-9b24-1ff77dbb7cdd" 2024-11-10T22:46:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ffb50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:46:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,42113,-1] 2024-11-10T22:46:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:46:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:00,741 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:46:00,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1a8acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:46:00,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:46:00,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,36601,1731278759409, seqNum=-1] 2024-11-10T22:46:00,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:46:00,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:46:00,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,42113,1731278759244 2024-11-10T22:46:00,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:46:00,750 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T22:46:00,750 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:46:00,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:46:00,754 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1, archiveDir=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs, maxLogs=32 2024-11-10T22:46:00,769 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760754, exclude list is [], retry=0 2024-11-10T22:46:00,771 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-1190246a-e3e6-4c53-a318-404546628297,DISK] 2024-11-10T22:46:00,771 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-1eb22b55-0e23-441a-88d9-994f241be789,DISK] 2024-11-10T22:46:00,773 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760754 2024-11-10T22:46:00,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34345:34345),(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-10T22:46:00,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760773, exclude list is [], retry=0 2024-11-10T22:46:00,787 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-1eb22b55-0e23-441a-88d9-994f241be789,DISK] 2024-11-10T22:46:00,788 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-1190246a-e3e6-4c53-a318-404546628297,DISK] 2024-11-10T22:46:00,789 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760754 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760773 2024-11-10T22:46:00,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599),(127.0.0.1/127.0.0.1:34345:34345)] 2024-11-10T22:46:00,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760754 is not closed yet, will try archiving it next time 2024-11-10T22:46:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741835_1011 (size=93) 2024-11-10T22:46:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741835_1011 (size=93) 2024-11-10T22:46:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741836_1012 (size=93) 2024-11-10T22:46:00,792 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731278760754 to hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs/test.com%2C8080%2C1.1731278760754 2024-11-10T22:46:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741836_1012 (size=93) 2024-11-10T22:46:00,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs 2024-11-10T22:46:00,794 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731278760773) 2024-11-10T22:46:00,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:46:00,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:46:00,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:46:00,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:00,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:00,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:46:00,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:46:00,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1564402375, stopped=false 2024-11-10T22:46:00,795 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,42113,1731278759244 2024-11-10T22:46:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:46:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:46:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:46:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:46:00,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:46:00,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:46:00,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:46:00,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:00,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:46:00,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:46:00,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,36601,1731278759409' ***** 2024-11-10T22:46:00,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:46:00,826 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:46:00,826 INFO [RS:0;2b9d7a669c7f:36601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:46:00,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:46:00,826 INFO [RS:0;2b9d7a669c7f:36601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:46:00,826 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,36601,1731278759409 2024-11-10T22:46:00,826 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:36601. 2024-11-10T22:46:00,827 DEBUG [RS:0;2b9d7a669c7f:36601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:46:00,827 DEBUG [RS:0;2b9d7a669c7f:36601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:46:00,827 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T22:46:00,827 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T22:46:00,827 DEBUG [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:46:00,827 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:46:00,827 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:46:00,827 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:46:00,827 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:46:00,827 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:46:00,828 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T22:46:00,844 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/.tmp/ns/661d975ffe8943998c69f8eb92d9b615 is 43, key is default/ns:d/1731278760646/Put/seqid=0 2024-11-10T22:46:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741837_1013 (size=5153) 2024-11-10T22:46:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741837_1013 (size=5153) 2024-11-10T22:46:00,849 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/.tmp/ns/661d975ffe8943998c69f8eb92d9b615 2024-11-10T22:46:00,854 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/.tmp/ns/661d975ffe8943998c69f8eb92d9b615 as hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/ns/661d975ffe8943998c69f8eb92d9b615 2024-11-10T22:46:00,858 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/ns/661d975ffe8943998c69f8eb92d9b615, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T22:46:00,859 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-10T22:46:00,863 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T22:46:00,863 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:46:00,864 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:46:00,864 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731278760827Running coprocessor pre-close hooks at 1731278760827Disabling compacts and flushes for region at 1731278760827Disabling writes for close at 1731278760827Obtaining lock to block concurrent updates at 1731278760828 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731278760828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731278760828Flushing stores of hbase:meta,,1.1588230740 at 1731278760828Flushing 1588230740/ns: creating writer at 1731278760829 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731278760844 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731278760844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fec7f12: reopening flushed file at 1731278760853 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731278760859 (+6 ms)Writing region close event to WAL at 1731278760860 (+1 ms)Running coprocessor post-close hooks at 1731278760863 (+3 ms)Closed at 1731278760864 (+1 ms) 2024-11-10T22:46:00,864 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:46:00,952 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T22:46:00,952 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T22:46:01,028 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,36601,1731278759409; all regions closed. 2024-11-10T22:46:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741834_1010 (size=1152) 2024-11-10T22:46:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741834_1010 (size=1152) 2024-11-10T22:46:01,039 DEBUG [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs 2024-11-10T22:46:01,039 INFO [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C36601%2C1731278759409.meta:.meta(num 1731278760564) 2024-11-10T22:46:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741832_1008 (size=93) 2024-11-10T22:46:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741832_1008 (size=93) 2024-11-10T22:46:01,043 DEBUG [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/oldWALs 2024-11-10T22:46:01,043 INFO [RS:0;2b9d7a669c7f:36601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C36601%2C1731278759409:(num 1731278760040) 2024-11-10T22:46:01,043 DEBUG [RS:0;2b9d7a669c7f:36601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:46:01,043 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:46:01,043 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:46:01,044 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T22:46:01,044 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:46:01,044 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:46:01,044 INFO [RS:0;2b9d7a669c7f:36601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36601 2024-11-10T22:46:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,36601,1731278759409 2024-11-10T22:46:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:46:01,067 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:46:01,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,36601,1731278759409] 2024-11-10T22:46:01,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,36601,1731278759409 already deleted, retry=false 2024-11-10T22:46:01,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,36601,1731278759409 expired; onlineServers=0 2024-11-10T22:46:01,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,42113,1731278759244' ***** 2024-11-10T22:46:01,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:46:01,084 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:46:01,084 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:46:01,084 DEBUG [M:0;2b9d7a669c7f:42113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:46:01,084 DEBUG [M:0;2b9d7a669c7f:42113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:46:01,084 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:46:01,084 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278759764 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731278759764,5,FailOnTimeoutGroup] 2024-11-10T22:46:01,084 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278759764 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731278759764,5,FailOnTimeoutGroup] 2024-11-10T22:46:01,085 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:46:01,085 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:46:01,085 DEBUG [M:0;2b9d7a669c7f:42113 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:46:01,085 INFO [M:0;2b9d7a669c7f:42113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:46:01,085 INFO [M:0;2b9d7a669c7f:42113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:46:01,086 INFO [M:0;2b9d7a669c7f:42113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:46:01,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:46:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:46:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:46:01,097 DEBUG [M:0;2b9d7a669c7f:42113 {}] zookeeper.ZKUtil(347): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:46:01,097 WARN [M:0;2b9d7a669c7f:42113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:46:01,098 INFO [M:0;2b9d7a669c7f:42113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/.lastflushedseqids 2024-11-10T22:46:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741838_1014 (size=99) 2024-11-10T22:46:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741838_1014 (size=99) 2024-11-10T22:46:01,109 INFO [M:0;2b9d7a669c7f:42113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:46:01,109 INFO [M:0;2b9d7a669c7f:42113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:46:01,109 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:46:01,109 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:46:01,109 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:46:01,109 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:46:01,109 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:46:01,109 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-10T22:46:01,123 DEBUG [M:0;2b9d7a669c7f:42113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/407b8b2e314d4190866ea79bfec5d753 is 82, key is hbase:meta,,1/info:regioninfo/1731278760598/Put/seqid=0 2024-11-10T22:46:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741839_1015 (size=5672) 2024-11-10T22:46:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741839_1015 (size=5672) 2024-11-10T22:46:01,127 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/407b8b2e314d4190866ea79bfec5d753 2024-11-10T22:46:01,146 DEBUG [M:0;2b9d7a669c7f:42113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b402ec5b46b34f1892ed1901ca69ed86 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731278760651/Put/seqid=0 2024-11-10T22:46:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741840_1016 (size=5275) 2024-11-10T22:46:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741840_1016 (size=5275) 2024-11-10T22:46:01,151 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b402ec5b46b34f1892ed1901ca69ed86 2024-11-10T22:46:01,168 DEBUG [M:0;2b9d7a669c7f:42113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef657f4a3f27455ba116ac7440922a31 is 69, key is 2b9d7a669c7f,36601,1731278759409/rs:state/1731278759887/Put/seqid=0 2024-11-10T22:46:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741841_1017 (size=5156) 2024-11-10T22:46:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741841_1017 (size=5156) 2024-11-10T22:46:01,173 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef657f4a3f27455ba116ac7440922a31 2024-11-10T22:46:01,176 INFO [RS:0;2b9d7a669c7f:36601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:46:01,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:46:01,176 INFO [RS:0;2b9d7a669c7f:36601 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,36601,1731278759409; zookeeper connection closed. 2024-11-10T22:46:01,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36601-0x1012836f8030001, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:46:01,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20817b8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20817b8c 2024-11-10T22:46:01,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:46:01,192 DEBUG [M:0;2b9d7a669c7f:42113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/89b53385812b4cca838e8a118fd28f5e is 52, key is load_balancer_on/state:d/1731278760749/Put/seqid=0 2024-11-10T22:46:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741842_1018 (size=5056) 2024-11-10T22:46:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741842_1018 (size=5056) 2024-11-10T22:46:01,197 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/89b53385812b4cca838e8a118fd28f5e 2024-11-10T22:46:01,202 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/407b8b2e314d4190866ea79bfec5d753 as hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/407b8b2e314d4190866ea79bfec5d753 2024-11-10T22:46:01,206 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/407b8b2e314d4190866ea79bfec5d753, entries=8, sequenceid=29, filesize=5.5 K 2024-11-10T22:46:01,207 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b402ec5b46b34f1892ed1901ca69ed86 as hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b402ec5b46b34f1892ed1901ca69ed86 2024-11-10T22:46:01,212 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b402ec5b46b34f1892ed1901ca69ed86, entries=3, sequenceid=29, filesize=5.2 K 2024-11-10T22:46:01,213 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef657f4a3f27455ba116ac7440922a31 as hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef657f4a3f27455ba116ac7440922a31 2024-11-10T22:46:01,219 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef657f4a3f27455ba116ac7440922a31, entries=1, sequenceid=29, filesize=5.0 K 2024-11-10T22:46:01,220 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/89b53385812b4cca838e8a118fd28f5e as hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/89b53385812b4cca838e8a118fd28f5e 2024-11-10T22:46:01,224 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40941/user/jenkins/test-data/9ad0ccbf-a295-7e79-99db-f2302b10ab3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/89b53385812b4cca838e8a118fd28f5e, entries=1, sequenceid=29, filesize=4.9 K 2024-11-10T22:46:01,225 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false 2024-11-10T22:46:01,227 INFO [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:46:01,227 DEBUG [M:0;2b9d7a669c7f:42113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731278761109Disabling compacts and flushes for region at 1731278761109Disabling writes for close at 1731278761109Obtaining lock to block concurrent updates at 1731278761109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731278761109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731278761109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731278761110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731278761110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731278761122 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731278761123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731278761131 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731278761145 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731278761146 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731278761154 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731278761168 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731278761168Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731278761178 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731278761191 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731278761192 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f35f88: reopening flushed file at 1731278761201 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2388a5: reopening flushed file at 1731278761207 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78296729: reopening flushed file at 1731278761213 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c5169b: reopening flushed file at 1731278761219 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false at 1731278761225 (+6 ms)Writing region close event to WAL at 1731278761227 (+2 ms)Closed at 1731278761227 2024-11-10T22:46:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741830_1006 (size=10311) 2024-11-10T22:46:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741830_1006 (size=10311) 2024-11-10T22:46:01,229 INFO [M:0;2b9d7a669c7f:42113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:46:01,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:46:01,229 INFO [M:0;2b9d7a669c7f:42113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42113 2024-11-10T22:46:01,229 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:46:01,355 INFO [M:0;2b9d7a669c7f:42113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:46:01,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:46:01,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42113-0x1012836f8030000, quorum=127.0.0.1:56137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:46:01,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e39b574{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:46:01,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1364004f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:46:01,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:46:01,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f47951c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:46:01,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178d6219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,STOPPED} 2024-11-10T22:46:01,359 WARN [BP-418543226-172.17.0.2-1731278757713 heartbeating to localhost/127.0.0.1:40941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:46:01,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:46:01,359 WARN [BP-418543226-172.17.0.2-1731278757713 heartbeating to localhost/127.0.0.1:40941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-418543226-172.17.0.2-1731278757713 (Datanode Uuid e1b1d3f4-0417-4a85-81e7-196b538c8b90) service to localhost/127.0.0.1:40941 2024-11-10T22:46:01,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:46:01,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data3/current/BP-418543226-172.17.0.2-1731278757713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:46:01,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data4/current/BP-418543226-172.17.0.2-1731278757713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:46:01,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:46:01,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30422775{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:46:01,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79af9d6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:46:01,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:46:01,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae11066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:46:01,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@263224d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,STOPPED} 2024-11-10T22:46:01,363 WARN [BP-418543226-172.17.0.2-1731278757713 heartbeating to localhost/127.0.0.1:40941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:46:01,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:46:01,363 WARN [BP-418543226-172.17.0.2-1731278757713 heartbeating to localhost/127.0.0.1:40941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-418543226-172.17.0.2-1731278757713 (Datanode Uuid 19b36a13-c6cf-481d-abb9-9ec96dba32d1) service to localhost/127.0.0.1:40941 2024-11-10T22:46:01,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:46:01,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data1/current/BP-418543226-172.17.0.2-1731278757713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:46:01,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/cluster_85075363-7013-b544-c9e1-f6a3fcecee07/data/data2/current/BP-418543226-172.17.0.2-1731278757713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:46:01,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:46:01,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b73ed28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:46:01,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa4cc66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:46:01,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:46:01,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa0afda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:46:01,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52711b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8a1050f9-e188-1939-e302-97bec4d918e6/hadoop.log.dir/,STOPPED} 2024-11-10T22:46:01,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:46:01,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T22:46:01,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=510 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 57) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14225 (was 14267)