2024-11-12 10:43:53,427 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 10:43:53,442 main DEBUG Took 0.012545 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:43:53,443 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:43:53,443 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:43:53,445 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:43:53,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,454 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:43:53,466 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,470 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,472 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,475 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:43:53,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,478 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:43:53,479 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:43:53,481 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:43:53,482 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:43:53,483 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:43:53,484 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:43:53,484 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:43:53,492 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:43:53,495 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:43:53,497 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:43:53,497 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:43:53,498 main DEBUG createAppenders(={Console}) 2024-11-12 10:43:53,498 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-12 10:43:53,499 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 10:43:53,499 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-12 10:43:53,500 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:43:53,500 main DEBUG OutputStream closed 2024-11-12 10:43:53,500 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:43:53,500 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:43:53,501 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-12 10:43:53,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:43:53,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:43:53,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:43:53,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:43:53,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:43:53,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:43:53,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:43:53,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:43:53,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:43:53,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:43:53,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:43:53,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:43:53,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:43:53,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:43:53,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:43:53,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:43:53,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:43:53,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:43:53,599 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:43:53,600 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-12 10:43:53,600 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:43:53,601 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-12T10:43:53,863 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a 2024-11-12 10:43:53,865 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:43:53,866 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:43:53,874 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-12T10:43:53,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=3935 2024-11-12T10:43:53,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:43:53,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922, deleteOnExit=true 2024-11-12T10:43:53,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:43:53,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/test.cache.data in system properties and HBase conf 2024-11-12T10:43:53,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:43:53,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:43:53,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:43:53,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:43:53,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:43:54,010 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:43:54,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:43:54,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:43:54,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:43:54,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:43:54,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:43:54,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:43:54,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:43:54,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:43:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:43:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:43:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:43:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:43:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:43:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:43:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:43:54,823 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:43:54,895 INFO [Time-limited test {}] log.Log(170): Logging initialized @2178ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:43:54,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:43:55,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:43:55,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:43:55,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:43:55,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:43:55,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:43:55,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:43:55,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:43:55,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207fc993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/java.io.tmpdir/jetty-localhost-45853-hadoop-hdfs-3_4_1-tests_jar-_-any-6694787107323043822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:43:55,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:45853} 2024-11-12T10:43:55,258 INFO [Time-limited test {}] server.Server(415): Started @2542ms 2024-11-12T10:43:55,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:43:55,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:43:55,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:43:55,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:43:55,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:43:55,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:43:55,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:43:55,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f235b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/java.io.tmpdir/jetty-localhost-45185-hadoop-hdfs-3_4_1-tests_jar-_-any-1052277603477743634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:43:55,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-12T10:43:55,706 INFO [Time-limited test {}] server.Server(415): Started @2990ms 2024-11-12T10:43:55,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:43:55,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:43:55,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:43:55,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:43:55,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:43:55,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:43:55,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:43:55,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:43:55,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ddfee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/java.io.tmpdir/jetty-localhost-37985-hadoop-hdfs-3_4_1-tests_jar-_-any-7814440266383504602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:43:55,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:37985} 2024-11-12T10:43:55,987 INFO [Time-limited test {}] server.Server(415): Started @3271ms 2024-11-12T10:43:55,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:43:56,120 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data2/current/BP-1543151789-172.17.0.2-1731408234623/current, will proceed with Du for space computation calculation, 2024-11-12T10:43:56,120 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data4/current/BP-1543151789-172.17.0.2-1731408234623/current, will proceed with Du for space computation calculation, 2024-11-12T10:43:56,120 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data1/current/BP-1543151789-172.17.0.2-1731408234623/current, will proceed with Du for space computation calculation, 2024-11-12T10:43:56,120 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data3/current/BP-1543151789-172.17.0.2-1731408234623/current, will proceed with Du for space computation calculation, 2024-11-12T10:43:56,173 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:43:56,173 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:43:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67d2bd92397a8c8 with lease ID 0x36ce0bb251c39eac: Processing first storage report for DS-8f75b143-5425-47be-b649-3a083d1b0f95 from datanode DatanodeRegistration(127.0.0.1:38871, datanodeUuid=67ba8604-1208-4612-9ab6-59e29c818a10, infoPort=45633, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623) 2024-11-12T10:43:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67d2bd92397a8c8 with lease ID 0x36ce0bb251c39eac: from storage DS-8f75b143-5425-47be-b649-3a083d1b0f95 node DatanodeRegistration(127.0.0.1:38871, datanodeUuid=67ba8604-1208-4612-9ab6-59e29c818a10, infoPort=45633, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T10:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d1bd6cd32cfd9bd with lease ID 0x36ce0bb251c39eab: Processing first storage report for DS-85ec6682-edc7-4c72-8fcc-da60930b6c00 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=c7bf3a5a-ccaf-4230-9685-a19e6d8e733d, infoPort=40873, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623) 2024-11-12T10:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d1bd6cd32cfd9bd with lease ID 0x36ce0bb251c39eab: from storage DS-85ec6682-edc7-4c72-8fcc-da60930b6c00 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=c7bf3a5a-ccaf-4230-9685-a19e6d8e733d, infoPort=40873, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:43:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67d2bd92397a8c8 with lease ID 0x36ce0bb251c39eac: Processing first storage report for DS-4e96b348-ca40-4f9b-a97d-0ec8b9b6c36d from datanode DatanodeRegistration(127.0.0.1:38871, datanodeUuid=67ba8604-1208-4612-9ab6-59e29c818a10, infoPort=45633, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623) 2024-11-12T10:43:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67d2bd92397a8c8 with lease ID 0x36ce0bb251c39eac: from storage DS-4e96b348-ca40-4f9b-a97d-0ec8b9b6c36d node DatanodeRegistration(127.0.0.1:38871, datanodeUuid=67ba8604-1208-4612-9ab6-59e29c818a10, infoPort=45633, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:43:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d1bd6cd32cfd9bd with lease ID 0x36ce0bb251c39eab: Processing first storage report for DS-2656906f-fd0b-45dd-af1d-9e046fc1f5f7 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=c7bf3a5a-ccaf-4230-9685-a19e6d8e733d, infoPort=40873, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623) 2024-11-12T10:43:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d1bd6cd32cfd9bd with lease ID 0x36ce0bb251c39eab: from storage DS-2656906f-fd0b-45dd-af1d-9e046fc1f5f7 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=c7bf3a5a-ccaf-4230-9685-a19e6d8e733d, infoPort=40873, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1816832846;c=1731408234623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:43:56,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a 2024-11-12T10:43:56,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/zookeeper_0, clientPort=55963, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:43:56,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55963 2024-11-12T10:43:56,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:56,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:56,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:43:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:43:57,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc with version=8 2024-11-12T10:43:57,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase-staging 2024-11-12T10:43:57,138 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:43:57,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:43:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:43:57,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:43:57,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:43:57,528 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:43:57,537 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:43:57,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:43:57,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20046 (auto-detected) 2024-11-12T10:43:57,564 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T10:43:57,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45965 2024-11-12T10:43:57,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45965 connecting to ZooKeeper ensemble=127.0.0.1:55963 2024-11-12T10:43:57,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459650x0, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:43:57,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45965-0x10033886bbe0000 connected 2024-11-12T10:43:57,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:57,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:57,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:43:57,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc, hbase.cluster.distributed=false 2024-11-12T10:43:57,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:43:57,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-12T10:43:57,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45965 2024-11-12T10:43:57,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45965 2024-11-12T10:43:57,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-12T10:43:57,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-12T10:43:57,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:43:57,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:43:57,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:43:57,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:43:57,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:43:57,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:43:57,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37649 2024-11-12T10:43:57,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37649 connecting to ZooKeeper ensemble=127.0.0.1:55963 2024-11-12T10:43:57,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:57,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376490x0, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:43:57,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37649-0x10033886bbe0001 connected 2024-11-12T10:43:57,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:43:57,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:43:57,843 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:43:57,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:43:57,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:43:57,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-12T10:43:57,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37649 2024-11-12T10:43:57,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37649 2024-11-12T10:43:57,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-12T10:43:57,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-12T10:43:57,871 DEBUG [M:0;aed202db7571:45965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:45965 2024-11-12T10:43:57,872 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,45965,1731408237180 2024-11-12T10:43:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:43:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:43:57,879 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,45965,1731408237180 2024-11-12T10:43:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:43:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:57,901 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:43:57,902 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,45965,1731408237180 from backup master directory 2024-11-12T10:43:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,45965,1731408237180 2024-11-12T10:43:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:43:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:43:57,906 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:43:57,906 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,45965,1731408237180 2024-11-12T10:43:57,908 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:43:57,909 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:43:57,961 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase.id] with ID: 2eb0dbb5-dd0c-4570-8f74-70b5dc4ab3f2 2024-11-12T10:43:57,961 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/.tmp/hbase.id 2024-11-12T10:43:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:43:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:43:57,974 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/.tmp/hbase.id]:[hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase.id] 2024-11-12T10:43:58,020 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:58,027 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:43:58,044 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-12T10:43:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:43:58,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:43:58,081 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:43:58,083 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:43:58,088 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:43:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:43:58,135 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store 2024-11-12T10:43:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:43:58,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:43:58,160 INFO [master/aed202db7571:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:43:58,164 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:58,165 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:43:58,166 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:58,166 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:58,168 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:43:58,168 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:58,169 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:58,170 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408238165Disabling compacts and flushes for region at 1731408238165Disabling writes for close at 1731408238168 (+3 ms)Writing region close event to WAL at 1731408238169 (+1 ms)Closed at 1731408238169 2024-11-12T10:43:58,173 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/.initializing 2024-11-12T10:43:58,173 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/WALs/aed202db7571,45965,1731408237180 2024-11-12T10:43:58,182 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:58,196 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C45965%2C1731408237180, suffix=, logDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/WALs/aed202db7571,45965,1731408237180, archiveDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/oldWALs, maxLogs=10 2024-11-12T10:43:58,230 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/WALs/aed202db7571,45965,1731408237180/aed202db7571%2C45965%2C1731408237180.1731408238202, exclude list is [], retry=0 2024-11-12T10:43:58,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:58,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:43:58,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:43:58,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:43:58,290 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/WALs/aed202db7571,45965,1731408237180/aed202db7571%2C45965%2C1731408237180.1731408238202 2024-11-12T10:43:58,291 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:43:58,292 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:58,292 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:58,295 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,296 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:43:58,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:58,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:43:58,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:43:58,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:43:58,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:58,373 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,377 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,379 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,384 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,385 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,388 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:43:58,392 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:43:58,397 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:58,398 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770907, jitterRate=-0.019741982221603394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:43:58,406 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408238308Initializing all the Stores at 1731408238310 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408238310Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408238311 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408238311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408238311Cleaning up temporary data from old regions at 1731408238385 (+74 ms)Region opened successfully at 1731408238406 (+21 ms) 2024-11-12T10:43:58,407 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:43:58,441 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c173e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:43:58,470 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:43:58,480 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:43:58,480 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:43:58,483 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:43:58,484 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:43:58,489 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T10:43:58,489 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:43:58,516 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:43:58,525 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:43:58,528 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:43:58,530 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:43:58,532 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:43:58,533 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:43:58,536 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:43:58,539 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:43:58,540 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:43:58,541 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:43:58,543 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:43:58,559 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:43:58,560 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:43:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:43:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:43:58,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,568 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,45965,1731408237180, sessionid=0x10033886bbe0000, setting cluster-up flag (Was=false) 2024-11-12T10:43:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,583 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:43:58,585 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45965,1731408237180 2024-11-12T10:43:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:58,592 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:43:58,594 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45965,1731408237180 2024-11-12T10:43:58,601 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:43:58,658 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(746): ClusterId : 2eb0dbb5-dd0c-4570-8f74-70b5dc4ab3f2 2024-11-12T10:43:58,660 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:43:58,665 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:43:58,665 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:43:58,668 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:43:58,668 DEBUG [RS:0;aed202db7571:37649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de7913c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:43:58,672 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:43:58,680 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:43:58,681 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:37649 2024-11-12T10:43:58,683 INFO [RS:0;aed202db7571:37649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:43:58,683 INFO [RS:0;aed202db7571:37649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:43:58,684 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:43:58,687 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,45965,1731408237180 with port=37649, startcode=1731408237774 2024-11-12T10:43:58,687 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:43:58,691 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,45965,1731408237180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,698 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:43:58,699 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,700 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408268700 2024-11-12T10:43:58,700 DEBUG [RS:0;aed202db7571:37649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:43:58,701 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:43:58,702 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:43:58,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:43:58,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:43:58,706 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:43:58,706 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:43:58,706 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:43:58,706 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:43:58,707 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:43:58,712 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:43:58,713 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:43:58,714 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:43:58,720 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:43:58,720 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:43:58,723 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408238722,5,FailOnTimeoutGroup] 2024-11-12T10:43:58,725 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408238723,5,FailOnTimeoutGroup] 2024-11-12T10:43:58,725 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,725 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:43:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:43:58,729 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:43:58,729 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:43:58,737 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc 2024-11-12T10:43:58,739 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:43:58,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,37649,1731408237774 2024-11-12T10:43:58,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(517): Registering regionserver=aed202db7571,37649,1731408237774 2024-11-12T10:43:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:43:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:43:58,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:58,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:43:58,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:43:58,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:43:58,766 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc 2024-11-12T10:43:58,766 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36399 2024-11-12T10:43:58,766 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:43:58,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:43:58,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:58,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:43:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:43:58,772 DEBUG [RS:0;aed202db7571:37649 {}] zookeeper.ZKUtil(111): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,37649,1731408237774 2024-11-12T10:43:58,772 WARN [RS:0;aed202db7571:37649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:43:58,772 INFO [RS:0;aed202db7571:37649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:58,772 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774 2024-11-12T10:43:58,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:43:58,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,37649,1731408237774] 2024-11-12T10:43:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:43:58,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:43:58,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:58,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:43:58,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740 2024-11-12T10:43:58,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740 2024-11-12T10:43:58,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:43:58,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:43:58,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:43:58,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:43:58,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:58,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818213, jitterRate=0.04041193425655365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:43:58,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408238756Initializing all the Stores at 1731408238758 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408238759 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408238759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408238759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408238759Cleaning up temporary data from old regions at 1731408238786 (+27 ms)Region opened successfully at 1731408238801 (+15 ms) 2024-11-12T10:43:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:43:58,802 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:43:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:43:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:43:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:43:58,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:43:58,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408238802Disabling compacts and flushes for region at 1731408238802Disabling writes for close at 1731408238802Writing region close event to WAL at 1731408238803 (+1 ms)Closed at 1731408238804 (+1 ms) 2024-11-12T10:43:58,804 INFO [RS:0;aed202db7571:37649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:43:58,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:43:58,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:43:58,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:43:58,820 INFO [RS:0;aed202db7571:37649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:43:58,825 INFO [RS:0;aed202db7571:37649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:43:58,825 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:43:58,826 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:43:58,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:43:58,833 INFO [RS:0;aed202db7571:37649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:43:58,834 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,835 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,835 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,835 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,835 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,836 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,837 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:43:58,837 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:43:58,837 DEBUG [RS:0;aed202db7571:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,838 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37649,1731408237774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:43:58,860 INFO [RS:0;aed202db7571:37649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:43:58,863 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37649,1731408237774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,863 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,863 INFO [RS:0;aed202db7571:37649 {}] regionserver.Replication(171): aed202db7571,37649,1731408237774 started 2024-11-12T10:43:58,884 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:58,885 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,37649,1731408237774, RpcServer on aed202db7571/172.17.0.2:37649, sessionid=0x10033886bbe0001 2024-11-12T10:43:58,886 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:43:58,886 DEBUG [RS:0;aed202db7571:37649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,37649,1731408237774 2024-11-12T10:43:58,886 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,37649,1731408237774' 2024-11-12T10:43:58,886 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:43:58,887 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:43:58,888 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:43:58,888 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:43:58,888 DEBUG [RS:0;aed202db7571:37649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,37649,1731408237774 2024-11-12T10:43:58,889 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,37649,1731408237774' 2024-11-12T10:43:58,889 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:43:58,889 DEBUG [RS:0;aed202db7571:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:43:58,890 DEBUG [RS:0;aed202db7571:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:43:58,890 INFO [RS:0;aed202db7571:37649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:43:58,890 INFO [RS:0;aed202db7571:37649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:43:58,982 WARN [aed202db7571:45965 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:43:58,997 INFO [RS:0;aed202db7571:37649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:59,000 INFO [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C37649%2C1731408237774, suffix=, logDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774, archiveDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs, maxLogs=32 2024-11-12T10:43:59,019 DEBUG [RS:0;aed202db7571:37649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408239003, exclude list is [], retry=0 2024-11-12T10:43:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:43:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:43:59,028 INFO [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408239003 2024-11-12T10:43:59,028 DEBUG [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:43:59,234 DEBUG [aed202db7571:45965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:43:59,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,37649,1731408237774 2024-11-12T10:43:59,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,37649,1731408237774, state=OPENING 2024-11-12T10:43:59,254 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:43:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:59,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:43:59,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:43:59,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:43:59,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,37649,1731408237774}] 2024-11-12T10:43:59,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:43:59,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34165, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:43:59,452 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:43:59,453 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:59,453 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:43:59,457 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C37649%2C1731408237774.meta, suffix=.meta, logDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774, archiveDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs, maxLogs=32 2024-11-12T10:43:59,474 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.meta.1731408239460.meta, exclude list is [], retry=0 2024-11-12T10:43:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:43:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:43:59,481 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.meta.1731408239460.meta 2024-11-12T10:43:59,481 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633),(127.0.0.1/127.0.0.1:40873:40873)] 2024-11-12T10:43:59,482 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:59,483 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:43:59,485 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:43:59,490 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:43:59,495 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:43:59,495 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:59,495 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:43:59,496 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:43:59,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:43:59,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:43:59,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:59,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:59,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:43:59,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:43:59,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:59,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:59,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:43:59,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:43:59,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:59,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:59,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:43:59,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:43:59,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:59,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:43:59,509 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:43:59,510 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740 2024-11-12T10:43:59,512 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740 2024-11-12T10:43:59,515 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:43:59,515 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:43:59,516 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:43:59,519 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:43:59,521 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706882, jitterRate=-0.10115398466587067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:43:59,521 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:43:59,522 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408239496Writing region info on filesystem at 1731408239496Initializing all the Stores at 1731408239498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408239498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408239498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408239498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408239498Cleaning up temporary data from old regions at 1731408239515 (+17 ms)Running coprocessor post-open hooks at 1731408239521 (+6 ms)Region opened successfully at 1731408239522 (+1 ms) 2024-11-12T10:43:59,528 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408239431 2024-11-12T10:43:59,539 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:43:59,539 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:43:59,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,37649,1731408237774 2024-11-12T10:43:59,542 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,37649,1731408237774, state=OPEN 2024-11-12T10:43:59,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:43:59,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:43:59,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:43:59,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:43:59,545 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,37649,1731408237774 2024-11-12T10:43:59,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:43:59,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,37649,1731408237774 in 285 msec 2024-11-12T10:43:59,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:43:59,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec 2024-11-12T10:43:59,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:43:59,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:43:59,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:43:59,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,37649,1731408237774, seqNum=-1] 2024-11-12T10:43:59,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:43:59,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:43:59,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 990 msec 2024-11-12T10:43:59,621 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408239621, completionTime=-1 2024-11-12T10:43:59,623 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:43:59,623 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:43:59,646 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T10:43:59,646 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408299646 2024-11-12T10:43:59,646 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408359646 2024-11-12T10:43:59,646 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-12T10:43:59,648 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,649 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,649 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,650 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:45965, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,650 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,651 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,657 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:43:59,677 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.771sec 2024-11-12T10:43:59,678 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:43:59,680 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:43:59,680 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:43:59,681 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:43:59,681 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:43:59,682 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:43:59,683 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:43:59,691 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:43:59,692 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:43:59,692 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45965,1731408237180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:59,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:43:59,770 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:43:59,770 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:43:59,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,45965,-1 for getting cluster id 2024-11-12T10:43:59,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:43:59,783 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb0dbb5-dd0c-4570-8f74-70b5dc4ab3f2' 2024-11-12T10:43:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:43:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb0dbb5-dd0c-4570-8f74-70b5dc4ab3f2" 2024-11-12T10:43:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:43:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,45965,-1] 2024-11-12T10:43:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:43:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:59,794 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:43:59,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd5a7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:43:59,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:43:59,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,37649,1731408237774, seqNum=-1] 2024-11-12T10:43:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:43:59,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:43:59,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,45965,1731408237180 2024-11-12T10:43:59,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:43:59,834 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T10:43:59,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:43:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,45965,1731408237180 2024-11-12T10:43:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bad00f6 2024-11-12T10:43:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:43:59,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:43:59,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T10:43:59,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T10:43:59,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:43:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-12T10:43:59,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:43:59,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-12T10:43:59,884 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:59,887 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:43:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:43:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741835_1011 (size=389) 2024-11-12T10:43:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741835_1011 (size=389) 2024-11-12T10:43:59,915 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e06603b99f76555b407f0ccfbced6d47, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc 2024-11-12T10:43:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741836_1012 (size=72) 2024-11-12T10:43:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741836_1012 (size=72) 2024-11-12T10:43:59,928 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:59,928 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing e06603b99f76555b407f0ccfbced6d47, disabling compactions & flushes 2024-11-12T10:43:59,929 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:43:59,929 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:43:59,929 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. after waiting 0 ms 2024-11-12T10:43:59,929 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:43:59,929 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:43:59,929 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e06603b99f76555b407f0ccfbced6d47: Waiting for close lock at 1731408239928Disabling compacts and flushes for region at 1731408239928Disabling writes for close at 1731408239929 (+1 ms)Writing region close event to WAL at 1731408239929Closed at 1731408239929 2024-11-12T10:43:59,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:43:59,938 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731408239932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408239932"}]},"ts":"1731408239932"} 2024-11-12T10:43:59,944 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:43:59,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:43:59,949 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408239946"}]},"ts":"1731408239946"} 2024-11-12T10:43:59,953 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-12T10:43:59,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e06603b99f76555b407f0ccfbced6d47, ASSIGN}] 2024-11-12T10:43:59,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e06603b99f76555b407f0ccfbced6d47, ASSIGN 2024-11-12T10:43:59,960 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e06603b99f76555b407f0ccfbced6d47, ASSIGN; state=OFFLINE, location=aed202db7571,37649,1731408237774; forceNewPlan=false, retain=false 2024-11-12T10:44:00,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e06603b99f76555b407f0ccfbced6d47, regionState=OPENING, regionLocation=aed202db7571,37649,1731408237774 2024-11-12T10:44:00,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e06603b99f76555b407f0ccfbced6d47, ASSIGN because future has completed 2024-11-12T10:44:00,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06603b99f76555b407f0ccfbced6d47, server=aed202db7571,37649,1731408237774}] 2024-11-12T10:44:00,291 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:00,291 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e06603b99f76555b407f0ccfbced6d47, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:44:00,292 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,292 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:44:00,292 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,292 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,294 INFO [StoreOpener-e06603b99f76555b407f0ccfbced6d47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,297 INFO [StoreOpener-e06603b99f76555b407f0ccfbced6d47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06603b99f76555b407f0ccfbced6d47 columnFamilyName info 2024-11-12T10:44:00,297 DEBUG [StoreOpener-e06603b99f76555b407f0ccfbced6d47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:00,298 INFO [StoreOpener-e06603b99f76555b407f0ccfbced6d47-1 {}] regionserver.HStore(327): Store=e06603b99f76555b407f0ccfbced6d47/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:44:00,298 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,299 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,300 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,301 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,301 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,304 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,308 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:44:00,309 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e06603b99f76555b407f0ccfbced6d47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753362, jitterRate=-0.042051851749420166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:44:00,309 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:00,310 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e06603b99f76555b407f0ccfbced6d47: Running coprocessor pre-open hook at 1731408240292Writing region info on filesystem at 1731408240292Initializing all the Stores at 1731408240294 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408240294Cleaning up temporary data from old regions at 1731408240301 (+7 ms)Running coprocessor post-open hooks at 1731408240309 (+8 ms)Region opened successfully at 1731408240310 (+1 ms) 2024-11-12T10:44:00,312 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47., pid=6, masterSystemTime=1731408240278 2024-11-12T10:44:00,316 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:00,316 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:00,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e06603b99f76555b407f0ccfbced6d47, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,37649,1731408237774 2024-11-12T10:44:00,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06603b99f76555b407f0ccfbced6d47, server=aed202db7571,37649,1731408237774 because future has completed 2024-11-12T10:44:00,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:44:00,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e06603b99f76555b407f0ccfbced6d47, server=aed202db7571,37649,1731408237774 in 201 msec 2024-11-12T10:44:00,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:44:00,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e06603b99f76555b407f0ccfbced6d47, ASSIGN in 373 msec 2024-11-12T10:44:00,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:44:00,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408240333"}]},"ts":"1731408240333"} 2024-11-12T10:44:00,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-12T10:44:00,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:44:00,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 465 msec 2024-11-12T10:44:05,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:44:05,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:44:05,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-12T10:44:07,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:44:07,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:44:07,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T10:44:07,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T10:44:07,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:44:07,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:44:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:44:07,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:44:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:44:10,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-12T10:44:10,009 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-12T10:44:10,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-12T10:44:10,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:10,032 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408250018, exclude list is [], retry=0 2024-11-12T10:44:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:44:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:44:10,040 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408239003 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408250018 2024-11-12T10:44:10,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:44:10,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408239003 is not closed yet, will try archiving it next time 2024-11-12T10:44:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741833_1009 (size=451) 2024-11-12T10:44:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741833_1009 (size=451) 2024-11-12T10:44:10,046 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408239003 to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs/aed202db7571%2C37649%2C1731408237774.1731408239003 2024-11-12T10:44:10,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47., hostname=aed202db7571,37649,1731408237774, seqNum=2] 2024-11-12T10:44:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(8855): Flush requested on e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:24,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06603b99f76555b407f0ccfbced6d47 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:44:24,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/339ba983ee7149dfa269c9b5df433d82 is 1055, key is row0001/info:/1731408250052/Put/seqid=0 2024-11-12T10:44:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741838_1014 (size=13386) 2024-11-12T10:44:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741838_1014 (size=13386) 2024-11-12T10:44:24,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/339ba983ee7149dfa269c9b5df433d82 2024-11-12T10:44:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/339ba983ee7149dfa269c9b5df433d82 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/339ba983ee7149dfa269c9b5df433d82 2024-11-12T10:44:24,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/339ba983ee7149dfa269c9b5df433d82, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T10:44:24,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for e06603b99f76555b407f0ccfbced6d47 in 135ms, sequenceid=12, compaction requested=false 2024-11-12T10:44:24,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06603b99f76555b407f0ccfbced6d47: 2024-11-12T10:44:26,303 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:44:30,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408270111, exclude list is [], retry=0 2024-11-12T10:44:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:44:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:44:30,136 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408250018 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408270111 2024-11-12T10:44:30,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:44:30,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408250018 is not closed yet, will try archiving it next time 2024-11-12T10:44:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741837_1013 (size=12149) 2024-11-12T10:44:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741837_1013 (size=12149) 2024-11-12T10:44:35,142 INFO [AsyncFSWAL-0-hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc-prefix:aed202db7571,37649,1731408237774 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK], DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK]] 2024-11-12T10:44:35,144 WARN [AsyncFSWAL-0-hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc-prefix:aed202db7571,37649,1731408237774 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK], DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK]] 2024-11-12T10:44:35,144 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aed202db7571%2C37649%2C1731408237774:(num 1731408270111) roll requested 2024-11-12T10:44:35,159 DEBUG [regionserver/aed202db7571:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408275145, exclude list is [], retry=0 2024-11-12T10:44:35,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:44:35,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:44:35,166 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408270111 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408275145 2024-11-12T10:44:35,166 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:44:35,166 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408270111 is not closed yet, will try archiving it next time 2024-11-12T10:44:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741839_1015 (size=1233) 2024-11-12T10:44:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741839_1015 (size=1233) 2024-11-12T10:44:37,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:44:37,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408277147, exclude list is [], retry=0 2024-11-12T10:44:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-85ec6682-edc7-4c72-8fcc-da60930b6c00,DISK] 2024-11-12T10:44:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38871,DS-8f75b143-5425-47be-b649-3a083d1b0f95,DISK] 2024-11-12T10:44:37,170 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408275145 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408277147 2024-11-12T10:44:37,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-12T10:44:37,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408275145 is not closed yet, will try archiving it next time 2024-11-12T10:44:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741840_1016 (size=93) 2024-11-12T10:44:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741840_1016 (size=93) 2024-11-12T10:44:37,173 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/WALs/aed202db7571,37649,1731408237774/aed202db7571%2C37649%2C1731408237774.1731408275145 to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs/aed202db7571%2C37649%2C1731408237774.1731408275145 2024-11-12T10:44:40,433 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:44:40,433 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:44:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] regionserver.HRegion(8855): Flush requested on e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:45,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06603b99f76555b407f0ccfbced6d47 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:44:45,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/35bfc05ed32940f79f2d0e42083dd721 is 1055, key is row0009/info:/1731408266100/Put/seqid=0 2024-11-12T10:44:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741842_1018 (size=13386) 2024-11-12T10:44:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741842_1018 (size=13386) 2024-11-12T10:44:45,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/35bfc05ed32940f79f2d0e42083dd721 2024-11-12T10:44:45,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/35bfc05ed32940f79f2d0e42083dd721 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/35bfc05ed32940f79f2d0e42083dd721 2024-11-12T10:44:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/35bfc05ed32940f79f2d0e42083dd721, entries=8, sequenceid=23, filesize=13.1 K 2024-11-12T10:44:45,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for e06603b99f76555b407f0ccfbced6d47 in 42ms, sequenceid=23, compaction requested=false 2024-11-12T10:44:45,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06603b99f76555b407f0ccfbced6d47: 2024-11-12T10:44:45,246 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-12T10:44:45,246 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:44:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/339ba983ee7149dfa269c9b5df433d82 because midkey is the same as first or last row 2024-11-12T10:44:45,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e06603b99f76555b407f0ccfbced6d47, had cached 0 bytes from a total of 26772 2024-11-12T10:44:56,303 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:44:57,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:44:57,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:44:57,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:44:57,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:44:57,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:44:57,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:44:57,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:44:57,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=857972609, stopped=false 2024-11-12T10:44:57,251 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,45965,1731408237180 2024-11-12T10:44:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:44:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:44:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:57,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:44:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:57,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:44:57,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:44:57,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:44:57,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:44:57,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:44:57,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,37649,1731408237774' ***** 2024-11-12T10:44:57,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:44:57,254 INFO [RS:0;aed202db7571:37649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:44:57,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:44:57,255 INFO [RS:0;aed202db7571:37649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:44:57,255 INFO [RS:0;aed202db7571:37649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:44:57,255 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(3091): Received CLOSE for e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(959): stopping server aed202db7571,37649,1731408237774 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:37649. 2024-11-12T10:44:57,256 DEBUG [RS:0;aed202db7571:37649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:44:57,256 DEBUG [RS:0;aed202db7571:37649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:44:57,256 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e06603b99f76555b407f0ccfbced6d47, disabling compactions & flushes 2024-11-12T10:44:57,256 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:44:57,256 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:44:57,256 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. after waiting 0 ms 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:44:57,256 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:57,256 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:44:57,257 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e06603b99f76555b407f0ccfbced6d47 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-12T10:44:57,257 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:44:57,257 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:44:57,257 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e06603b99f76555b407f0ccfbced6d47=TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47.} 2024-11-12T10:44:57,257 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:44:57,257 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:44:57,257 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:44:57,257 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:44:57,257 DEBUG [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e06603b99f76555b407f0ccfbced6d47 2024-11-12T10:44:57,257 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-12T10:44:57,265 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/a11911fe25ae4047b68a031e949c7a4f is 1055, key is row0017/info:/1731408287205/Put/seqid=0 2024-11-12T10:44:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741843_1019 (size=10222) 2024-11-12T10:44:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741843_1019 (size=10222) 2024-11-12T10:44:57,277 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/a11911fe25ae4047b68a031e949c7a4f 2024-11-12T10:44:57,280 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/info/6ebf43abf07546c2a97292bdcf840290 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47./info:regioninfo/1731408240317/Put/seqid=0 2024-11-12T10:44:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741844_1020 (size=7016) 2024-11-12T10:44:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741844_1020 (size=7016) 2024-11-12T10:44:57,288 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/info/6ebf43abf07546c2a97292bdcf840290 2024-11-12T10:44:57,289 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/.tmp/info/a11911fe25ae4047b68a031e949c7a4f as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/a11911fe25ae4047b68a031e949c7a4f 2024-11-12T10:44:57,300 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/info/a11911fe25ae4047b68a031e949c7a4f, entries=5, sequenceid=31, filesize=10.0 K 2024-11-12T10:44:57,302 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for e06603b99f76555b407f0ccfbced6d47 in 46ms, sequenceid=31, compaction requested=true 2024-11-12T10:44:57,309 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/default/TestLogRolling-testSlowSyncLogRolling/e06603b99f76555b407f0ccfbced6d47/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-12T10:44:57,311 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:57,311 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e06603b99f76555b407f0ccfbced6d47: Waiting for close lock at 1731408297256Running coprocessor pre-close hooks at 1731408297256Disabling compacts and flushes for region at 1731408297256Disabling writes for close at 1731408297256Obtaining lock to block concurrent updates at 1731408297257 (+1 ms)Preparing flush snapshotting stores in e06603b99f76555b407f0ccfbced6d47 at 1731408297257Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731408297257Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. at 1731408297258 (+1 ms)Flushing e06603b99f76555b407f0ccfbced6d47/info: creating writer at 1731408297259 (+1 ms)Flushing e06603b99f76555b407f0ccfbced6d47/info: appending metadata at 1731408297264 (+5 ms)Flushing e06603b99f76555b407f0ccfbced6d47/info: closing flushed file at 1731408297264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e9b68f: reopening flushed file at 1731408297288 (+24 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for e06603b99f76555b407f0ccfbced6d47 in 46ms, sequenceid=31, compaction requested=true at 1731408297302 (+14 ms)Writing region close event to WAL at 1731408297303 (+1 ms)Running coprocessor post-close hooks at 1731408297310 (+7 ms)Closed at 1731408297311 (+1 ms) 2024-11-12T10:44:57,312 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731408239866.e06603b99f76555b407f0ccfbced6d47. 2024-11-12T10:44:57,315 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/ns/34e073a7bc23423e894d04a9c05c5509 is 43, key is default/ns:d/1731408239603/Put/seqid=0 2024-11-12T10:44:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741845_1021 (size=5153) 2024-11-12T10:44:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741845_1021 (size=5153) 2024-11-12T10:44:57,322 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/ns/34e073a7bc23423e894d04a9c05c5509 2024-11-12T10:44:57,346 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/table/b1ed6739160d4a1b8ee07faee846441a is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731408240333/Put/seqid=0 2024-11-12T10:44:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741846_1022 (size=5396) 2024-11-12T10:44:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741846_1022 (size=5396) 2024-11-12T10:44:57,353 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/table/b1ed6739160d4a1b8ee07faee846441a 2024-11-12T10:44:57,363 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/info/6ebf43abf07546c2a97292bdcf840290 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/info/6ebf43abf07546c2a97292bdcf840290 2024-11-12T10:44:57,373 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/info/6ebf43abf07546c2a97292bdcf840290, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T10:44:57,374 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/ns/34e073a7bc23423e894d04a9c05c5509 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/ns/34e073a7bc23423e894d04a9c05c5509 2024-11-12T10:44:57,384 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/ns/34e073a7bc23423e894d04a9c05c5509, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:44:57,385 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/.tmp/table/b1ed6739160d4a1b8ee07faee846441a as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/table/b1ed6739160d4a1b8ee07faee846441a 2024-11-12T10:44:57,395 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/table/b1ed6739160d4a1b8ee07faee846441a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T10:44:57,397 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-12T10:44:57,403 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:44:57,404 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:44:57,404 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:44:57,404 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408297257Running coprocessor pre-close hooks at 1731408297257Disabling compacts and flushes for region at 1731408297257Disabling writes for close at 1731408297257Obtaining lock to block concurrent updates at 1731408297257Preparing flush snapshotting stores in 1588230740 at 1731408297257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731408297258 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731408297258Flushing 1588230740/info: creating writer at 1731408297259 (+1 ms)Flushing 1588230740/info: appending metadata at 1731408297280 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731408297280Flushing 1588230740/ns: creating writer at 1731408297297 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731408297314 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731408297314Flushing 1588230740/table: creating writer at 1731408297331 (+17 ms)Flushing 1588230740/table: appending metadata at 1731408297345 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731408297345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f0c0f5: reopening flushed file at 1731408297362 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f813f0: reopening flushed file at 1731408297373 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5e281b: reopening flushed file at 1731408297384 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1731408297397 (+13 ms)Writing region close event to WAL at 1731408297398 (+1 ms)Running coprocessor post-close hooks at 1731408297404 (+6 ms)Closed at 1731408297404 2024-11-12T10:44:57,405 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:44:57,458 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(976): stopping server aed202db7571,37649,1731408237774; all regions closed. 2024-11-12T10:44:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741834_1010 (size=3066) 2024-11-12T10:44:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741834_1010 (size=3066) 2024-11-12T10:44:57,471 DEBUG [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs 2024-11-12T10:44:57,471 INFO [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C37649%2C1731408237774.meta:.meta(num 1731408239460) 2024-11-12T10:44:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741841_1017 (size=13164) 2024-11-12T10:44:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741841_1017 (size=13164) 2024-11-12T10:44:57,480 DEBUG [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/oldWALs 2024-11-12T10:44:57,480 INFO [RS:0;aed202db7571:37649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C37649%2C1731408237774:(num 1731408277147) 2024-11-12T10:44:57,480 DEBUG [RS:0;aed202db7571:37649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:44:57,481 INFO [RS:0;aed202db7571:37649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:44:57,481 INFO [RS:0;aed202db7571:37649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:44:57,481 INFO [RS:0;aed202db7571:37649 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:44:57,481 INFO [RS:0;aed202db7571:37649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:44:57,481 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:44:57,482 INFO [RS:0;aed202db7571:37649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37649 2024-11-12T10:44:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:44:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,37649,1731408237774 2024-11-12T10:44:57,486 INFO [RS:0;aed202db7571:37649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:44:57,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,37649,1731408237774] 2024-11-12T10:44:57,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,37649,1731408237774 already deleted, retry=false 2024-11-12T10:44:57,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,37649,1731408237774 expired; onlineServers=0 2024-11-12T10:44:57,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,45965,1731408237180' ***** 2024-11-12T10:44:57,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:44:57,489 INFO [M:0;aed202db7571:45965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:44:57,489 INFO [M:0;aed202db7571:45965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:44:57,489 DEBUG [M:0;aed202db7571:45965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:44:57,490 DEBUG [M:0;aed202db7571:45965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:44:57,490 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:44:57,490 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408238722 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408238722,5,FailOnTimeoutGroup] 2024-11-12T10:44:57,490 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408238723 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408238723,5,FailOnTimeoutGroup] 2024-11-12T10:44:57,490 INFO [M:0;aed202db7571:45965 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:44:57,490 INFO [M:0;aed202db7571:45965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:44:57,490 DEBUG [M:0;aed202db7571:45965 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:44:57,490 INFO [M:0;aed202db7571:45965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:44:57,490 INFO [M:0;aed202db7571:45965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:44:57,491 INFO [M:0;aed202db7571:45965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:44:57,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:44:57,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:57,491 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:44:57,492 DEBUG [M:0;aed202db7571:45965 {}] zookeeper.ZKUtil(347): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:44:57,492 WARN [M:0;aed202db7571:45965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:44:57,493 INFO [M:0;aed202db7571:45965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/.lastflushedseqids 2024-11-12T10:44:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741847_1023 (size=130) 2024-11-12T10:44:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741847_1023 (size=130) 2024-11-12T10:44:57,506 INFO [M:0;aed202db7571:45965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:44:57,507 INFO [M:0;aed202db7571:45965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:44:57,507 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:44:57,507 INFO [M:0;aed202db7571:45965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:57,507 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:57,507 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:44:57,507 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:57,507 INFO [M:0;aed202db7571:45965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-12T10:44:57,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:44:57,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:44:57,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T10:44:57,529 DEBUG [M:0;aed202db7571:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2417ccfd04ee4e2595307eb6e433ed58 is 82, key is hbase:meta,,1/info:regioninfo/1731408239540/Put/seqid=0 2024-11-12T10:44:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741848_1024 (size=5672) 2024-11-12T10:44:57,537 INFO [M:0;aed202db7571:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2417ccfd04ee4e2595307eb6e433ed58 2024-11-12T10:44:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741848_1024 (size=5672) 2024-11-12T10:44:57,561 DEBUG [M:0;aed202db7571:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be98f605513c4adf84eed34fb2ba605a is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408240340/Put/seqid=0 2024-11-12T10:44:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741849_1025 (size=6246) 2024-11-12T10:44:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741849_1025 (size=6246) 2024-11-12T10:44:57,569 INFO [M:0;aed202db7571:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be98f605513c4adf84eed34fb2ba605a 2024-11-12T10:44:57,575 INFO [M:0;aed202db7571:45965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be98f605513c4adf84eed34fb2ba605a 2024-11-12T10:44:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:44:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x10033886bbe0001, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:44:57,589 INFO [RS:0;aed202db7571:37649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:44:57,589 INFO [RS:0;aed202db7571:37649 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,37649,1731408237774; zookeeper connection closed. 2024-11-12T10:44:57,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3180cc77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3180cc77 2024-11-12T10:44:57,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:44:57,593 DEBUG [M:0;aed202db7571:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efe822fcb975485cab5d5e4141e71893 is 69, key is aed202db7571,37649,1731408237774/rs:state/1731408238751/Put/seqid=0 2024-11-12T10:44:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741850_1026 (size=5156) 2024-11-12T10:44:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741850_1026 (size=5156) 2024-11-12T10:44:57,600 INFO [M:0;aed202db7571:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efe822fcb975485cab5d5e4141e71893 2024-11-12T10:44:57,623 DEBUG [M:0;aed202db7571:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/547ac14b32a243ddb71a138b608e79c0 is 52, key is load_balancer_on/state:d/1731408239831/Put/seqid=0 2024-11-12T10:44:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741851_1027 (size=5056) 2024-11-12T10:44:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741851_1027 (size=5056) 2024-11-12T10:44:57,630 INFO [M:0;aed202db7571:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/547ac14b32a243ddb71a138b608e79c0 2024-11-12T10:44:57,639 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2417ccfd04ee4e2595307eb6e433ed58 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2417ccfd04ee4e2595307eb6e433ed58 2024-11-12T10:44:57,650 INFO [M:0;aed202db7571:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2417ccfd04ee4e2595307eb6e433ed58, entries=8, sequenceid=59, filesize=5.5 K 2024-11-12T10:44:57,651 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be98f605513c4adf84eed34fb2ba605a as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be98f605513c4adf84eed34fb2ba605a 2024-11-12T10:44:57,660 INFO [M:0;aed202db7571:45965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be98f605513c4adf84eed34fb2ba605a 2024-11-12T10:44:57,660 INFO [M:0;aed202db7571:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be98f605513c4adf84eed34fb2ba605a, entries=6, sequenceid=59, filesize=6.1 K 2024-11-12T10:44:57,662 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efe822fcb975485cab5d5e4141e71893 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efe822fcb975485cab5d5e4141e71893 2024-11-12T10:44:57,671 INFO [M:0;aed202db7571:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efe822fcb975485cab5d5e4141e71893, entries=1, sequenceid=59, filesize=5.0 K 2024-11-12T10:44:57,673 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/547ac14b32a243ddb71a138b608e79c0 as hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/547ac14b32a243ddb71a138b608e79c0 2024-11-12T10:44:57,681 INFO [M:0;aed202db7571:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/547ac14b32a243ddb71a138b608e79c0, entries=1, sequenceid=59, filesize=4.9 K 2024-11-12T10:44:57,683 INFO [M:0;aed202db7571:45965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=59, compaction requested=false 2024-11-12T10:44:57,685 INFO [M:0;aed202db7571:45965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:57,685 DEBUG [M:0;aed202db7571:45965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408297507Disabling compacts and flushes for region at 1731408297507Disabling writes for close at 1731408297507Obtaining lock to block concurrent updates at 1731408297508 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408297508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1731408297508Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408297509 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408297509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408297529 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408297529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408297544 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408297561 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408297561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408297575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408297592 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408297592Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731408297608 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731408297623 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731408297623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6439b6e4: reopening flushed file at 1731408297638 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63280717: reopening flushed file at 1731408297650 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e318dd: reopening flushed file at 1731408297661 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b4eb84: reopening flushed file at 1731408297671 (+10 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=59, compaction requested=false at 1731408297683 (+12 ms)Writing region close event to WAL at 1731408297684 (+1 ms)Closed at 1731408297684 2024-11-12T10:44:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38871 is added to blk_1073741830_1006 (size=27961) 2024-11-12T10:44:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741830_1006 (size=27961) 2024-11-12T10:44:57,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:44:57,689 INFO [M:0;aed202db7571:45965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:44:57,690 INFO [M:0;aed202db7571:45965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45965 2024-11-12T10:44:57,690 INFO [M:0;aed202db7571:45965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:44:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:44:57,791 INFO [M:0;aed202db7571:45965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:44:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x10033886bbe0000, quorum=127.0.0.1:55963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:44:57,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ddfee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:44:57,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:44:57,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:44:57,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:44:57,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,STOPPED} 2024-11-12T10:44:57,804 WARN [BP-1543151789-172.17.0.2-1731408234623 heartbeating to localhost/127.0.0.1:36399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:44:57,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:44:57,804 WARN [BP-1543151789-172.17.0.2-1731408234623 heartbeating to localhost/127.0.0.1:36399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543151789-172.17.0.2-1731408234623 (Datanode Uuid c7bf3a5a-ccaf-4230-9685-a19e6d8e733d) service to localhost/127.0.0.1:36399 2024-11-12T10:44:57,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:44:57,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data3/current/BP-1543151789-172.17.0.2-1731408234623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:44:57,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data4/current/BP-1543151789-172.17.0.2-1731408234623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:44:57,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:44:57,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f235b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:44:57,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:44:57,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:44:57,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:44:57,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,STOPPED} 2024-11-12T10:44:57,816 WARN [BP-1543151789-172.17.0.2-1731408234623 heartbeating to localhost/127.0.0.1:36399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:44:57,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:44:57,816 WARN [BP-1543151789-172.17.0.2-1731408234623 heartbeating to localhost/127.0.0.1:36399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543151789-172.17.0.2-1731408234623 (Datanode Uuid 67ba8604-1208-4612-9ab6-59e29c818a10) service to localhost/127.0.0.1:36399 2024-11-12T10:44:57,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:44:57,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data1/current/BP-1543151789-172.17.0.2-1731408234623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:44:57,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/cluster_60f1a54f-812b-5730-cead-94025bd8c922/data/data2/current/BP-1543151789-172.17.0.2-1731408234623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:44:57,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:44:57,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207fc993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:44:57,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:44:57,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:44:57,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:44:57,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir/,STOPPED} 2024-11-12T10:44:57,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:44:57,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:44:57,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=67 (was 12) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@487edbed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:36399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/aed202db7571:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aed202db7571:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:36399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aed202db7571:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:36399 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/aed202db7571:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=3341 (was 3935) 2024-11-12T10:44:57,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=3341 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.log.dir so I do NOT create it in target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6e27aac-dfa6-8f00-e869-88911993843a/hadoop.tmp.dir so I do NOT create it in target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443, deleteOnExit=true 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/test.cache.data in system properties and HBase conf 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:44:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:44:57,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:44:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:44:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:44:57,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:44:57,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:44:57,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:44:57,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:44:57,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:44:57,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:44:57,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56941687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:44:57,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d8dc74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:44:58,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb94d28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-39049-hadoop-hdfs-3_4_1-tests_jar-_-any-16806232943155657783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:44:58,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75628252{HTTP/1.1, (http/1.1)}{localhost:39049} 2024-11-12T10:44:58,062 INFO [Time-limited test {}] server.Server(415): Started @65346ms 2024-11-12T10:44:58,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:44:58,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:44:58,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:44:58,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:44:58,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:44:58,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3398aa10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:44:58,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c8edf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:44:58,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de3e338{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-10391594902336231157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:44:58,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6974b631{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-12T10:44:58,235 INFO [Time-limited test {}] server.Server(415): Started @65519ms 2024-11-12T10:44:58,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:44:58,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:44:58,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:44:58,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:44:58,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:44:58,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:44:58,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dbc8b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:44:58,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5b3d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:44:58,300 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data2/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:44:58,300 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data1/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:44:58,317 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:44:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xceeddca7d5a7e0de with lease ID 0xdc76ca36da078763: Processing first storage report for DS-433009ef-e895-419c-b6ba-96b690a61e2c from datanode DatanodeRegistration(127.0.0.1:45003, datanodeUuid=40adb1a1-8458-4d78-b18e-bfc528f43150, infoPort=33113, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:44:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xceeddca7d5a7e0de with lease ID 0xdc76ca36da078763: from storage DS-433009ef-e895-419c-b6ba-96b690a61e2c node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=40adb1a1-8458-4d78-b18e-bfc528f43150, infoPort=33113, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:44:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xceeddca7d5a7e0de with lease ID 0xdc76ca36da078763: Processing first storage report for DS-92e24c60-b256-4838-a072-ae549d8bcffe from datanode DatanodeRegistration(127.0.0.1:45003, datanodeUuid=40adb1a1-8458-4d78-b18e-bfc528f43150, infoPort=33113, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:44:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xceeddca7d5a7e0de with lease ID 0xdc76ca36da078763: from storage DS-92e24c60-b256-4838-a072-ae549d8bcffe node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=40adb1a1-8458-4d78-b18e-bfc528f43150, infoPort=33113, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:44:58,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f9dbe88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-38789-hadoop-hdfs-3_4_1-tests_jar-_-any-14778554119539265593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:44:58,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cb8270{HTTP/1.1, (http/1.1)}{localhost:38789} 2024-11-12T10:44:58,380 INFO [Time-limited test {}] server.Server(415): Started @65664ms 2024-11-12T10:44:58,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:44:58,453 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data4/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:44:58,453 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data3/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:44:58,469 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:44:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9b3544b47a7dbff with lease ID 0xdc76ca36da078764: Processing first storage report for DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db from datanode DatanodeRegistration(127.0.0.1:35663, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=37517, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:44:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9b3544b47a7dbff with lease ID 0xdc76ca36da078764: from storage DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db node DatanodeRegistration(127.0.0.1:35663, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=37517, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:44:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9b3544b47a7dbff with lease ID 0xdc76ca36da078764: Processing first storage report for DS-1fa1f836-0543-4c1a-87d3-89aaf6d90d0e from datanode DatanodeRegistration(127.0.0.1:35663, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=37517, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:44:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9b3544b47a7dbff with lease ID 0xdc76ca36da078764: from storage DS-1fa1f836-0543-4c1a-87d3-89aaf6d90d0e node DatanodeRegistration(127.0.0.1:35663, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=37517, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:44:58,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf 2024-11-12T10:44:58,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/zookeeper_0, clientPort=55084, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:44:58,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55084 2024-11-12T10:44:58,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:44:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:44:58,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a with version=8 2024-11-12T10:44:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase-staging 2024-11-12T10:44:58,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:44:58,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:44:58,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33837 2024-11-12T10:44:58,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33837 connecting to ZooKeeper ensemble=127.0.0.1:55084 2024-11-12T10:44:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338370x0, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:44:58,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33837-0x10033895e860000 connected 2024-11-12T10:44:58,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:44:58,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a, hbase.cluster.distributed=false 2024-11-12T10:44:58,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:44:58,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-12T10:44:58,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33837 2024-11-12T10:44:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33837 2024-11-12T10:44:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-12T10:44:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-12T10:44:58,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:44:58,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:44:58,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:44:58,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:44:58,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:44:58,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:44:58,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39897 2024-11-12T10:44:58,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39897 connecting to ZooKeeper ensemble=127.0.0.1:55084 2024-11-12T10:44:58,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,596 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398970x0, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:44:58,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39897-0x10033895e860001 connected 2024-11-12T10:44:58,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:44:58,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:44:58,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:44:58,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:44:58,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:44:58,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-12T10:44:58,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39897 2024-11-12T10:44:58,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39897 2024-11-12T10:44:58,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-12T10:44:58,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-12T10:44:58,623 DEBUG [M:0;aed202db7571:33837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:33837 2024-11-12T10:44:58,624 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,33837,1731408298541 2024-11-12T10:44:58,625 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:44:58,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:44:58,626 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,33837,1731408298541 2024-11-12T10:44:58,627 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:44:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:58,628 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:58,628 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:44:58,628 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,33837,1731408298541 from backup master directory 2024-11-12T10:44:58,629 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:44:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,33837,1731408298541 2024-11-12T10:44:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:44:58,629 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:44:58,629 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,33837,1731408298541 2024-11-12T10:44:58,654 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/hbase.id] with ID: 397e9fe8-305a-4f77-b23c-879184d98158 2024-11-12T10:44:58,655 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/.tmp/hbase.id 2024-11-12T10:44:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:44:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:44:58,663 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/.tmp/hbase.id]:[hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/hbase.id] 2024-11-12T10:44:58,683 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:44:58,683 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:44:58,685 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:44:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:58,687 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:44:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:44:58,699 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:44:58,700 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:44:58,701 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:44:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:44:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:44:58,842 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:44:59,112 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store 2024-11-12T10:44:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:44:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:44:59,125 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:44:59,125 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:44:59,125 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:59,125 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:59,125 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:44:59,125 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:59,126 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:44:59,126 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408299125Disabling compacts and flushes for region at 1731408299125Disabling writes for close at 1731408299125Writing region close event to WAL at 1731408299125Closed at 1731408299125 2024-11-12T10:44:59,127 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/.initializing 2024-11-12T10:44:59,127 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541 2024-11-12T10:44:59,128 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:44:59,130 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C33837%2C1731408298541, suffix=, logDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:44:59,144 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131, exclude list is [], retry=0 2024-11-12T10:44:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db,DISK] 2024-11-12T10:44:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-433009ef-e895-419c-b6ba-96b690a61e2c,DISK] 2024-11-12T10:44:59,150 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 2024-11-12T10:44:59,151 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517),(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-12T10:44:59,151 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:44:59,151 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:44:59,151 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,151 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:44:59,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:44:59,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:44:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:44:59,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:44:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:44:59,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:44:59,165 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,166 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,167 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,169 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,169 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,170 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:44:59,172 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:44:59,175 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:44:59,176 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=729318, jitterRate=-0.0726243406534195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:44:59,177 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408299151Initializing all the Stores at 1731408299153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408299153Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408299153Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408299153Cleaning up temporary data from old regions at 1731408299169 (+16 ms)Region opened successfully at 1731408299177 (+8 ms) 2024-11-12T10:44:59,178 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:44:59,183 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a037488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:44:59,185 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:44:59,185 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:44:59,185 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:44:59,185 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:44:59,186 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:44:59,187 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:44:59,187 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:44:59,190 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:44:59,191 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:44:59,192 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:44:59,193 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:44:59,193 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:44:59,194 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:44:59,194 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:44:59,195 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:44:59,197 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:44:59,198 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:44:59,199 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:44:59,201 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:44:59,202 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:44:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:44:59,203 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:44:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,203 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,204 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,33837,1731408298541, sessionid=0x10033895e860000, setting cluster-up flag (Was=false) 2024-11-12T10:44:59,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,205 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,208 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:44:59,209 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,33837,1731408298541 2024-11-12T10:44:59,211 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,215 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:44:59,216 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,33837,1731408298541 2024-11-12T10:44:59,218 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:44:59,220 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:44:59,220 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:44:59,220 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:44:59,221 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,33837,1731408298541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:44:59,222 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:44:59,222 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:44:59,222 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:44:59,223 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:44:59,223 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:44:59,223 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,223 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:44:59,223 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408329224 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:44:59,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:44:59,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:44:59,227 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:44:59,227 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:44:59,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,227 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:44:59,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:44:59,229 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:44:59,229 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:44:59,229 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408299229,5,FailOnTimeoutGroup] 2024-11-12T10:44:59,233 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408299229,5,FailOnTimeoutGroup] 2024-11-12T10:44:59,233 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,233 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:44:59,233 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,233 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:44:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:44:59,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:44:59,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a 2024-11-12T10:44:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:44:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:44:59,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:44:59,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:44:59,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:44:59,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:44:59,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:44:59,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:44:59,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:44:59,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:44:59,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:44:59,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:44:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740 2024-11-12T10:44:59,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740 2024-11-12T10:44:59,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:44:59,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:44:59,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:44:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:44:59,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:44:59,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763841, jitterRate=-0.02872610092163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:44:59,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408299254Initializing all the Stores at 1731408299256 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299257 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408299257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299257Cleaning up temporary data from old regions at 1731408299273 (+16 ms)Region opened successfully at 1731408299280 (+7 ms) 2024-11-12T10:44:59,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:44:59,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:44:59,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:44:59,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:44:59,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:44:59,281 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:44:59,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408299280Disabling compacts and flushes for region at 1731408299280Disabling writes for close at 1731408299281 (+1 ms)Writing region close event to WAL at 1731408299281Closed at 1731408299281 2024-11-12T10:44:59,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:44:59,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:44:59,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:44:59,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:44:59,287 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:44:59,314 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(746): ClusterId : 397e9fe8-305a-4f77-b23c-879184d98158 2024-11-12T10:44:59,314 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:44:59,316 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:44:59,316 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:44:59,318 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:44:59,318 DEBUG [RS:0;aed202db7571:39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2d98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:44:59,330 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:39897 2024-11-12T10:44:59,330 INFO [RS:0;aed202db7571:39897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:44:59,330 INFO [RS:0;aed202db7571:39897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:44:59,330 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:44:59,331 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,33837,1731408298541 with port=39897, startcode=1731408298586 2024-11-12T10:44:59,331 DEBUG [RS:0;aed202db7571:39897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:44:59,333 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:44:59,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,39897,1731408298586 2024-11-12T10:44:59,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33837 {}] master.ServerManager(517): Registering regionserver=aed202db7571,39897,1731408298586 2024-11-12T10:44:59,335 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a 2024-11-12T10:44:59,335 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34643 2024-11-12T10:44:59,335 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:44:59,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:44:59,337 DEBUG [RS:0;aed202db7571:39897 {}] zookeeper.ZKUtil(111): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,39897,1731408298586 2024-11-12T10:44:59,337 WARN [RS:0;aed202db7571:39897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:44:59,338 INFO [RS:0;aed202db7571:39897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:44:59,338 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586 2024-11-12T10:44:59,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,39897,1731408298586] 2024-11-12T10:44:59,343 INFO [RS:0;aed202db7571:39897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:44:59,346 INFO [RS:0;aed202db7571:39897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:44:59,347 INFO [RS:0;aed202db7571:39897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:44:59,347 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,347 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:44:59,349 INFO [RS:0;aed202db7571:39897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:44:59,349 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,349 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,349 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,349 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:44:59,350 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:44:59,351 DEBUG [RS:0;aed202db7571:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,352 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,39897,1731408298586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:44:59,373 INFO [RS:0;aed202db7571:39897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:44:59,373 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,39897,1731408298586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,373 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,374 INFO [RS:0;aed202db7571:39897 {}] regionserver.Replication(171): aed202db7571,39897,1731408298586 started 2024-11-12T10:44:59,388 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,389 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,39897,1731408298586, RpcServer on aed202db7571/172.17.0.2:39897, sessionid=0x10033895e860001 2024-11-12T10:44:59,389 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:44:59,389 DEBUG [RS:0;aed202db7571:39897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,39897,1731408298586 2024-11-12T10:44:59,389 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,39897,1731408298586' 2024-11-12T10:44:59,389 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:44:59,390 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:44:59,391 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:44:59,391 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:44:59,391 DEBUG [RS:0;aed202db7571:39897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,39897,1731408298586 2024-11-12T10:44:59,391 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,39897,1731408298586' 2024-11-12T10:44:59,391 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:44:59,392 DEBUG [RS:0;aed202db7571:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:44:59,392 DEBUG [RS:0;aed202db7571:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:44:59,392 INFO [RS:0;aed202db7571:39897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:44:59,392 INFO [RS:0;aed202db7571:39897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:44:59,437 WARN [aed202db7571:33837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:44:59,494 INFO [RS:0;aed202db7571:39897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:44:59,499 INFO [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C39897%2C1731408298586, suffix=, logDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs, maxLogs=32 2024-11-12T10:44:59,518 DEBUG [RS:0;aed202db7571:39897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505, exclude list is [], retry=0 2024-11-12T10:44:59,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-433009ef-e895-419c-b6ba-96b690a61e2c,DISK] 2024-11-12T10:44:59,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db,DISK] 2024-11-12T10:44:59,525 INFO [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 2024-11-12T10:44:59,526 DEBUG [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517),(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-12T10:44:59,688 DEBUG [aed202db7571:33837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:44:59,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,39897,1731408298586 2024-11-12T10:44:59,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,39897,1731408298586, state=OPENING 2024-11-12T10:44:59,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:44:59,699 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:44:59,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:44:59,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:44:59,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:44:59,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,39897,1731408298586}] 2024-11-12T10:44:59,854 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:44:59,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:44:59,862 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:44:59,862 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:44:59,862 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:44:59,865 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C39897%2C1731408298586.meta, suffix=.meta, logDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586, archiveDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs, maxLogs=32 2024-11-12T10:44:59,880 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta, exclude list is [], retry=0 2024-11-12T10:44:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db,DISK] 2024-11-12T10:44:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-433009ef-e895-419c-b6ba-96b690a61e2c,DISK] 2024-11-12T10:44:59,886 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta 2024-11-12T10:44:59,887 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33113:33113),(127.0.0.1/127.0.0.1:37517:37517)] 2024-11-12T10:44:59,887 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:44:59,887 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:44:59,887 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:44:59,887 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:44:59,887 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:44:59,888 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:44:59,888 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:44:59,888 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:44:59,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:44:59,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:44:59,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:44:59,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:44:59,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:44:59,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:44:59,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:44:59,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:44:59,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:44:59,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:44:59,898 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:44:59,899 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740 2024-11-12T10:44:59,901 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740 2024-11-12T10:44:59,902 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:44:59,902 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:44:59,903 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:44:59,905 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:44:59,906 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701493, jitterRate=-0.10800568759441376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:44:59,907 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:44:59,907 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408299888Writing region info on filesystem at 1731408299888Initializing all the Stores at 1731408299889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299890 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408299890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408299890Cleaning up temporary data from old regions at 1731408299902 (+12 ms)Running coprocessor post-open hooks at 1731408299907 (+5 ms)Region opened successfully at 1731408299907 2024-11-12T10:44:59,909 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408299854 2024-11-12T10:44:59,911 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:44:59,911 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:44:59,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,39897,1731408298586 2024-11-12T10:44:59,914 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,39897,1731408298586, state=OPEN 2024-11-12T10:44:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:44:59,916 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:44:59,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,39897,1731408298586 2024-11-12T10:44:59,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:44:59,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:44:59,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:44:59,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,39897,1731408298586 in 216 msec 2024-11-12T10:44:59,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:44:59,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-12T10:44:59,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:44:59,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:44:59,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:44:59,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,39897,1731408298586, seqNum=-1] 2024-11-12T10:44:59,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:44:59,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:44:59,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-12T10:44:59,936 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408299936, completionTime=-1 2024-11-12T10:44:59,936 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:44:59,936 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:44:59,938 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408359939 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408419939 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:33837, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,939 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,940 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:44:59,942 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.314sec 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:44:59,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:44:59,945 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:44:59,945 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:44:59,948 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:44:59,948 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:44:59,948 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,33837,1731408298541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:00,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d668231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:00,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,33837,-1 for getting cluster id 2024-11-12T10:45:00,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:45:00,018 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '397e9fe8-305a-4f77-b23c-879184d98158' 2024-11-12T10:45:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:45:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "397e9fe8-305a-4f77-b23c-879184d98158" 2024-11-12T10:45:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a9197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,33837,-1] 2024-11-12T10:45:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:45:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:00,023 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:45:00,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68a7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:00,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:45:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,39897,1731408298586, seqNum=-1] 2024-11-12T10:45:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:45:00,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:45:00,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,33837,1731408298541 2024-11-12T10:45:00,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:00,035 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T10:45:00,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:00,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:00,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:00,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:00,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:45:00,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717755d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:00,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17cc46e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:00,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d392e4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-40337-hadoop-hdfs-3_4_1-tests_jar-_-any-5619852029770572238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:00,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a16594{HTTP/1.1, (http/1.1)}{localhost:40337} 2024-11-12T10:45:00,152 INFO [Time-limited test {}] server.Server(415): Started @67436ms 2024-11-12T10:45:00,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:00,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:00,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:00,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:00,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:00,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:45:00,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab55cba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:00,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201fb0db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:00,226 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data5/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,226 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data6/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,247 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa44983917cb8b6b5 with lease ID 0xdc76ca36da078765: Processing first storage report for DS-51bd8d03-e9c2-4224-80f5-f05e29017790 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=ca4d318a-77ac-4502-94f0-9ae9a72aa6fd, infoPort=38499, infoSecurePort=0, ipcPort=37303, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa44983917cb8b6b5 with lease ID 0xdc76ca36da078765: from storage DS-51bd8d03-e9c2-4224-80f5-f05e29017790 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=ca4d318a-77ac-4502-94f0-9ae9a72aa6fd, infoPort=38499, infoSecurePort=0, ipcPort=37303, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa44983917cb8b6b5 with lease ID 0xdc76ca36da078765: Processing first storage report for DS-617c85ba-4c33-4214-92f6-d15905267e4d from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=ca4d318a-77ac-4502-94f0-9ae9a72aa6fd, infoPort=38499, infoSecurePort=0, ipcPort=37303, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa44983917cb8b6b5 with lease ID 0xdc76ca36da078765: from storage DS-617c85ba-4c33-4214-92f6-d15905267e4d node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=ca4d318a-77ac-4502-94f0-9ae9a72aa6fd, infoPort=38499, infoSecurePort=0, ipcPort=37303, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a1f01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-36579-hadoop-hdfs-3_4_1-tests_jar-_-any-5029413352807916641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:00,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d549b25{HTTP/1.1, (http/1.1)}{localhost:36579} 2024-11-12T10:45:00,305 INFO [Time-limited test {}] server.Server(415): Started @67589ms 2024-11-12T10:45:00,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:00,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:00,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:00,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:00,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:00,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:45:00,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6583eae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:00,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff23f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:00,374 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data8/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,374 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data7/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,397 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2066cfd71116fc18 with lease ID 0xdc76ca36da078766: Processing first storage report for DS-65dc05b1-94e8-4acf-a805-a739abe6e126 from datanode DatanodeRegistration(127.0.0.1:41551, datanodeUuid=c3e23d85-ff5e-487f-8d90-b679b0eb47c3, infoPort=46735, infoSecurePort=0, ipcPort=44445, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2066cfd71116fc18 with lease ID 0xdc76ca36da078766: from storage DS-65dc05b1-94e8-4acf-a805-a739abe6e126 node DatanodeRegistration(127.0.0.1:41551, datanodeUuid=c3e23d85-ff5e-487f-8d90-b679b0eb47c3, infoPort=46735, infoSecurePort=0, ipcPort=44445, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2066cfd71116fc18 with lease ID 0xdc76ca36da078766: Processing first storage report for DS-9564f564-e87a-469c-bf5a-23126c83ec30 from datanode DatanodeRegistration(127.0.0.1:41551, datanodeUuid=c3e23d85-ff5e-487f-8d90-b679b0eb47c3, infoPort=46735, infoSecurePort=0, ipcPort=44445, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2066cfd71116fc18 with lease ID 0xdc76ca36da078766: from storage DS-9564f564-e87a-469c-bf5a-23126c83ec30 node DatanodeRegistration(127.0.0.1:41551, datanodeUuid=c3e23d85-ff5e-487f-8d90-b679b0eb47c3, infoPort=46735, infoSecurePort=0, ipcPort=44445, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db2b786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-37521-hadoop-hdfs-3_4_1-tests_jar-_-any-2030491816278252655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:00,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b0ce2b0{HTTP/1.1, (http/1.1)}{localhost:37521} 2024-11-12T10:45:00,450 INFO [Time-limited test {}] server.Server(415): Started @67734ms 2024-11-12T10:45:00,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:00,510 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data9/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,511 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data10/current/BP-1264477503-172.17.0.2-1731408297905/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:00,534 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f2492ca73760ae with lease ID 0xdc76ca36da078767: Processing first storage report for DS-2688f063-ec93-4e1f-ba2a-424426577875 from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=31f66f45-c8eb-431d-9807-b4249b689519, infoPort=33961, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f2492ca73760ae with lease ID 0xdc76ca36da078767: from storage DS-2688f063-ec93-4e1f-ba2a-424426577875 node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=31f66f45-c8eb-431d-9807-b4249b689519, infoPort=33961, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f2492ca73760ae with lease ID 0xdc76ca36da078767: Processing first storage report for DS-a31d081f-e7c2-4470-b6c5-95995a01eded from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=31f66f45-c8eb-431d-9807-b4249b689519, infoPort=33961, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905) 2024-11-12T10:45:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f2492ca73760ae with lease ID 0xdc76ca36da078767: from storage DS-a31d081f-e7c2-4470-b6c5-95995a01eded node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=31f66f45-c8eb-431d-9807-b4249b689519, infoPort=33961, infoSecurePort=0, ipcPort=44659, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:00,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:45:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,33837,1731408298541 2024-11-12T10:45:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a27dbf7 2024-11-12T10:45:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:45:00,578 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:45:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T10:45:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T10:45:00,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:45:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T10:45:00,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:45:00,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:00,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-12T10:45:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:45:00,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:45:00,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741835_1011 (size=393) 2024-11-12T10:45:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741835_1011 (size=393) 2024-11-12T10:45:00,998 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a34570f55c690e846393da26eb3d8c71, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a 2024-11-12T10:45:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741836_1012 (size=76) 2024-11-12T10:45:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741836_1012 (size=76) 2024-11-12T10:45:01,012 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:01,012 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing a34570f55c690e846393da26eb3d8c71, disabling compactions & flushes 2024-11-12T10:45:01,012 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,013 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,013 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. after waiting 0 ms 2024-11-12T10:45:01,013 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,013 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,013 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for a34570f55c690e846393da26eb3d8c71: Waiting for close lock at 1731408301012Disabling compacts and flushes for region at 1731408301012Disabling writes for close at 1731408301013 (+1 ms)Writing region close event to WAL at 1731408301013Closed at 1731408301013 2024-11-12T10:45:01,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:45:01,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731408301015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408301015"}]},"ts":"1731408301015"} 2024-11-12T10:45:01,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:45:01,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:45:01,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408301021"}]},"ts":"1731408301021"} 2024-11-12T10:45:01,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-12T10:45:01,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a34570f55c690e846393da26eb3d8c71, ASSIGN}] 2024-11-12T10:45:01,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a34570f55c690e846393da26eb3d8c71, ASSIGN 2024-11-12T10:45:01,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a34570f55c690e846393da26eb3d8c71, ASSIGN; state=OFFLINE, location=aed202db7571,39897,1731408298586; forceNewPlan=false, retain=false 2024-11-12T10:45:01,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a34570f55c690e846393da26eb3d8c71, regionState=OPENING, regionLocation=aed202db7571,39897,1731408298586 2024-11-12T10:45:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a34570f55c690e846393da26eb3d8c71, ASSIGN because future has completed 2024-11-12T10:45:01,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a34570f55c690e846393da26eb3d8c71, server=aed202db7571,39897,1731408298586}] 2024-11-12T10:45:01,350 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,350 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a34570f55c690e846393da26eb3d8c71, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:45:01,351 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,351 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:01,351 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,351 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,353 INFO [StoreOpener-a34570f55c690e846393da26eb3d8c71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,356 INFO [StoreOpener-a34570f55c690e846393da26eb3d8c71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34570f55c690e846393da26eb3d8c71 columnFamilyName info 2024-11-12T10:45:01,356 DEBUG [StoreOpener-a34570f55c690e846393da26eb3d8c71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:01,357 INFO [StoreOpener-a34570f55c690e846393da26eb3d8c71-1 {}] regionserver.HStore(327): Store=a34570f55c690e846393da26eb3d8c71/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:45:01,357 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,358 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,359 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,359 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,359 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,362 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,365 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:45:01,365 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a34570f55c690e846393da26eb3d8c71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691221, jitterRate=-0.12106747925281525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:45:01,365 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:01,366 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a34570f55c690e846393da26eb3d8c71: Running coprocessor pre-open hook at 1731408301351Writing region info on filesystem at 1731408301351Initializing all the Stores at 1731408301353 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408301353Cleaning up temporary data from old regions at 1731408301360 (+7 ms)Running coprocessor post-open hooks at 1731408301366 (+6 ms)Region opened successfully at 1731408301366 2024-11-12T10:45:01,367 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71., pid=6, masterSystemTime=1731408301340 2024-11-12T10:45:01,370 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,370 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:01,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a34570f55c690e846393da26eb3d8c71, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,39897,1731408298586 2024-11-12T10:45:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a34570f55c690e846393da26eb3d8c71, server=aed202db7571,39897,1731408298586 because future has completed 2024-11-12T10:45:01,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:45:01,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a34570f55c690e846393da26eb3d8c71, server=aed202db7571,39897,1731408298586 in 191 msec 2024-11-12T10:45:01,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:45:01,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a34570f55c690e846393da26eb3d8c71, ASSIGN in 355 msec 2024-11-12T10:45:01,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:45:01,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408301385"}]},"ts":"1731408301385"} 2024-11-12T10:45:01,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-12T10:45:01,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:45:01,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 810 msec 2024-11-12T10:45:02,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:02,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:45:02,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:02,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:05,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:45:05,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-12T10:45:07,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:45:07,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:45:07,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T10:45:07,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-12T10:45:07,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:45:07,532 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:45:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:45:10,656 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-12T10:45:10,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-12T10:45:10,658 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:45:10,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-12T10:45:10,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:45:10,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-12T10:45:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71., hostname=aed202db7571,39897,1731408298586, seqNum=2] 2024-11-12T10:45:10,675 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-12T10:45:10,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T10:45:10,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-959683964_22 at /127.0.0.1:37722 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37722 dst: /127.0.0.1:35663 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1902251379_22 at /127.0.0.1:37676 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37676 dst: /127.0.0.1:35663 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-959683964_22 at /127.0.0.1:52166 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52166 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-959683964_22 at /127.0.0.1:52168 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52168 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1902251379_22 at /127.0.0.1:52142 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52142 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-959683964_22 at /127.0.0.1:37708 [Receiving block BP-1264477503-172.17.0.2-1731408297905:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35663:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37708 dst: /127.0.0.1:35663 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f9dbe88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:10,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cb8270{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:10,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:10,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5b3d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:10,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dbc8b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:10,683 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:10,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:10,683 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid 3e802c3e-96ea-4cd7-a601-56b377ad7881) service to localhost/127.0.0.1:34643 2024-11-12T10:45:10,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:10,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data3/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:10,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data4/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:10,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:10,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:10,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:10,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:10,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:10,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:45:10,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad4fb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:10,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522ae8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:10,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681c3292{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/java.io.tmpdir/jetty-localhost-36851-hadoop-hdfs-3_4_1-tests_jar-_-any-3469179538811687912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:10,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d5e61c{HTTP/1.1, (http/1.1)}{localhost:36851} 2024-11-12T10:45:10,800 INFO [Time-limited test {}] server.Server(415): Started @78084ms 2024-11-12T10:45:10,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:10,820 WARN [AsyncFSWAL-0-hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a-prefix:aed202db7571,39897,1731408298586 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,820 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aed202db7571%2C39897%2C1731408298586:(num 1731408299505) roll requested 2024-11-12T10:45:10,833 DEBUG [regionserver/aed202db7571:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408310821, exclude list is [], retry=0 2024-11-12T10:45:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-51bd8d03-e9c2-4224-80f5-f05e29017790,DISK] 2024-11-12T10:45:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-2688f063-ec93-4e1f-ba2a-424426577875,DISK] 2024-11-12T10:45:10,839 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408310821 2024-11-12T10:45:10,839 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499),(127.0.0.1/127.0.0.1:33961:33961)] 2024-11-12T10:45:10,839 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 is not closed yet, will try archiving it next time 2024-11-12T10:45:10,840 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:45:10,840 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:45:10,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:45:10,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:10,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:10,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:45:10,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:45:10,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078995275, stopped=false 2024-11-12T10:45:10,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,33837,1731408298541 2024-11-12T10:45:10,841 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:45:10,842 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:45:10,842 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 2024-11-12T10:45:10,842 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:45:10,842 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:45:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:10,843 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:45:10,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:45:10,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:45:10,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:10,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,39897,1731408298586' ***** 2024-11-12T10:45:10,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:45:10,844 INFO [RS:0;aed202db7571:39897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:45:10,844 INFO [RS:0;aed202db7571:39897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:45:10,844 INFO [RS:0;aed202db7571:39897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:45:10,844 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(3091): Received CLOSE for a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:10,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:45:10,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:45:10,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:45:10,846 WARN [IPC Server handler 3 on default port 34643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(959): stopping server aed202db7571,39897,1731408298586 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:39897. 2024-11-12T10:45:10,847 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a34570f55c690e846393da26eb3d8c71, disabling compactions & flushes 2024-11-12T10:45:10,847 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,847 DEBUG [RS:0;aed202db7571:39897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:45:10,847 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,847 DEBUG [RS:0;aed202db7571:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:10,847 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. after waiting 0 ms 2024-11-12T10:45:10,847 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:45:10,847 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:45:10,847 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a34570f55c690e846393da26eb3d8c71 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-12T10:45:10,848 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:45:10,848 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1325): Online Regions={a34570f55c690e846393da26eb3d8c71=TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:45:10,848 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a34570f55c690e846393da26eb3d8c71 2024-11-12T10:45:10,848 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:45:10,849 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:45:10,849 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:45:10,849 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:45:10,849 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:45:10,849 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-12T10:45:10,850 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 after 6ms 2024-11-12T10:45:10,850 WARN [AsyncFSWAL-0-hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a-prefix:aed202db7571,39897,1731408298586.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,851 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aed202db7571%2C39897%2C1731408298586.meta:.meta(num 1731408299867) roll requested 2024-11-12T10:45:10,866 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/.tmp/info/08026afbdd7c4a4aa2ee5bd743673c95 is 1055, key is row0001/info:/1731408310673/Put/seqid=0 2024-11-12T10:45:10,866 DEBUG [regionserver/aed202db7571:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408310851.meta, exclude list is [], retry=0 2024-11-12T10:45:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-2688f063-ec93-4e1f-ba2a-424426577875,DISK] 2024-11-12T10:45:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41551,DS-65dc05b1-94e8-4acf-a805-a739abe6e126,DISK] 2024-11-12T10:45:10,877 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408310851.meta 2024-11-12T10:45:10,879 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33961:33961),(127.0.0.1/127.0.0.1:46735:46735)] 2024-11-12T10:45:10,879 DEBUG [regionserver/aed202db7571:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta is not closed yet, will try archiving it next time 2024-11-12T10:45:10,879 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,879 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:10,879 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta 2024-11-12T10:45:10,880 WARN [IPC Server handler 2 on default port 34643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-12T10:45:10,881 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta after 1ms 2024-11-12T10:45:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741838_1015 (size=7062) 2024-11-12T10:45:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741838_1015 (size=7062) 2024-11-12T10:45:10,882 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/.tmp/info/08026afbdd7c4a4aa2ee5bd743673c95 2024-11-12T10:45:10,890 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:10,895 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/.tmp/info/08026afbdd7c4a4aa2ee5bd743673c95 as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/info/08026afbdd7c4a4aa2ee5bd743673c95 2024-11-12T10:45:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa162533256f00250 with lease ID 0xdc76ca36da078768: from storage DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db node DatanodeRegistration(127.0.0.1:36373, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=46251, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa162533256f00250 with lease ID 0xdc76ca36da078768: from storage DS-1fa1f836-0543-4c1a-87d3-89aaf6d90d0e node DatanodeRegistration(127.0.0.1:36373, datanodeUuid=3e802c3e-96ea-4cd7-a601-56b377ad7881, infoPort=46251, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1737920731;c=1731408297905), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:10,903 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/info/e22b26ff8c06491aad975c7431c12678 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71./info:regioninfo/1731408301371/Put/seqid=0 2024-11-12T10:45:10,905 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/info/08026afbdd7c4a4aa2ee5bd743673c95, entries=2, sequenceid=6, filesize=6.9 K 2024-11-12T10:45:10,907 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a34570f55c690e846393da26eb3d8c71 in 60ms, sequenceid=6, compaction requested=false 2024-11-12T10:45:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741840_1018 (size=7089) 2024-11-12T10:45:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36373 is added to blk_1073741840_1018 (size=7089) 2024-11-12T10:45:10,915 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a34570f55c690e846393da26eb3d8c71/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:45:10,916 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,916 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a34570f55c690e846393da26eb3d8c71: Waiting for close lock at 1731408310847Running coprocessor pre-close hooks at 1731408310847Disabling compacts and flushes for region at 1731408310847Disabling writes for close at 1731408310847Obtaining lock to block concurrent updates at 1731408310847Preparing flush snapshotting stores in a34570f55c690e846393da26eb3d8c71 at 1731408310847Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731408310848 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. at 1731408310849 (+1 ms)Flushing a34570f55c690e846393da26eb3d8c71/info: creating writer at 1731408310849Flushing a34570f55c690e846393da26eb3d8c71/info: appending metadata at 1731408310865 (+16 ms)Flushing a34570f55c690e846393da26eb3d8c71/info: closing flushed file at 1731408310865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366c1af5: reopening flushed file at 1731408310894 (+29 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a34570f55c690e846393da26eb3d8c71 in 60ms, sequenceid=6, compaction requested=false at 1731408310907 (+13 ms)Writing region close event to WAL at 1731408310909 (+2 ms)Running coprocessor post-close hooks at 1731408310915 (+6 ms)Closed at 1731408310916 (+1 ms) 2024-11-12T10:45:10,916 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731408300579.a34570f55c690e846393da26eb3d8c71. 2024-11-12T10:45:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741833_1014 (size=1599) 2024-11-12T10:45:11,049 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:45:11,249 DEBUG [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:45:11,315 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/info/e22b26ff8c06491aad975c7431c12678 2024-11-12T10:45:11,348 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/ns/41dcf20a35054e43ac6336552d5280e8 is 43, key is default/ns:d/1731408299929/Put/seqid=0 2024-11-12T10:45:11,352 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:45:11,352 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:45:11,353 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:45:11,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741841_1019 (size=5153) 2024-11-12T10:45:11,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741841_1019 (size=5153) 2024-11-12T10:45:11,354 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/ns/41dcf20a35054e43ac6336552d5280e8 2024-11-12T10:45:11,380 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/table/d63b384bed244eeebb7c225af998ca16 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731408301385/Put/seqid=0 2024-11-12T10:45:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741842_1020 (size=5424) 2024-11-12T10:45:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741842_1020 (size=5424) 2024-11-12T10:45:11,387 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/table/d63b384bed244eeebb7c225af998ca16 2024-11-12T10:45:11,396 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/info/e22b26ff8c06491aad975c7431c12678 as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/info/e22b26ff8c06491aad975c7431c12678 2024-11-12T10:45:11,404 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/info/e22b26ff8c06491aad975c7431c12678, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T10:45:11,405 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/ns/41dcf20a35054e43ac6336552d5280e8 as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/ns/41dcf20a35054e43ac6336552d5280e8 2024-11-12T10:45:11,414 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/ns/41dcf20a35054e43ac6336552d5280e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:45:11,415 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/.tmp/table/d63b384bed244eeebb7c225af998ca16 as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/table/d63b384bed244eeebb7c225af998ca16 2024-11-12T10:45:11,425 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/table/d63b384bed244eeebb7c225af998ca16, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T10:45:11,427 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=11, compaction requested=false 2024-11-12T10:45:11,433 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:45:11,433 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:45:11,434 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:45:11,434 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408310848Running coprocessor pre-close hooks at 1731408310848Disabling compacts and flushes for region at 1731408310848Disabling writes for close at 1731408310849 (+1 ms)Obtaining lock to block concurrent updates at 1731408310849Preparing flush snapshotting stores in 1588230740 at 1731408310849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731408310850 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731408310879 (+29 ms)Flushing 1588230740/info: creating writer at 1731408310880 (+1 ms)Flushing 1588230740/info: appending metadata at 1731408310902 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731408310902Flushing 1588230740/ns: creating writer at 1731408311331 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731408311347 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731408311347Flushing 1588230740/table: creating writer at 1731408311362 (+15 ms)Flushing 1588230740/table: appending metadata at 1731408311380 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731408311380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b378213: reopening flushed file at 1731408311394 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1f5e0f: reopening flushed file at 1731408311404 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb65a9e: reopening flushed file at 1731408311414 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=11, compaction requested=false at 1731408311427 (+13 ms)Writing region close event to WAL at 1731408311428 (+1 ms)Running coprocessor post-close hooks at 1731408311433 (+5 ms)Closed at 1731408311434 (+1 ms) 2024-11-12T10:45:11,434 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:45:11,449 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(976): stopping server aed202db7571,39897,1731408298586; all regions closed. 2024-11-12T10:45:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741839_1016 (size=825) 2024-11-12T10:45:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41551 is added to blk_1073741839_1016 (size=825) 2024-11-12T10:45:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741833_1014 (size=1599) 2024-11-12T10:45:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741834_1017 (size=2386) 2024-11-12T10:45:14,852 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 after 4010ms 2024-11-12T10:45:14,854 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.1731408299505 to hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs/aed202db7571%2C39897%2C1731408298586.1731408299505 2024-11-12T10:45:14,882 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta after 4002ms 2024-11-12T10:45:14,883 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/WALs/aed202db7571,39897,1731408298586/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta to hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs/aed202db7571%2C39897%2C1731408298586.meta.1731408299867.meta 2024-11-12T10:45:14,892 DEBUG [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs 2024-11-12T10:45:14,892 INFO [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C39897%2C1731408298586.meta:.meta(num 1731408310851) 2024-11-12T10:45:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741837_1013 (size=2288) 2024-11-12T10:45:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741837_1013 (size=2288) 2024-11-12T10:45:14,898 DEBUG [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs 2024-11-12T10:45:14,898 INFO [RS:0;aed202db7571:39897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C39897%2C1731408298586:(num 1731408310821) 2024-11-12T10:45:14,898 DEBUG [RS:0;aed202db7571:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:14,898 INFO [RS:0;aed202db7571:39897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:45:14,898 INFO [RS:0;aed202db7571:39897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:45:14,898 INFO [RS:0;aed202db7571:39897 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:45:14,898 INFO [RS:0;aed202db7571:39897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:45:14,898 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:45:14,899 INFO [RS:0;aed202db7571:39897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39897 2024-11-12T10:45:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:45:14,900 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,39897,1731408298586 2024-11-12T10:45:14,900 INFO [RS:0;aed202db7571:39897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:45:14,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,39897,1731408298586] 2024-11-12T10:45:14,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,39897,1731408298586 already deleted, retry=false 2024-11-12T10:45:14,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,39897,1731408298586 expired; onlineServers=0 2024-11-12T10:45:14,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,33837,1731408298541' ***** 2024-11-12T10:45:14,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:45:14,902 INFO [M:0;aed202db7571:33837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:45:14,903 INFO [M:0;aed202db7571:33837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:45:14,903 DEBUG [M:0;aed202db7571:33837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:45:14,903 DEBUG [M:0;aed202db7571:33837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:45:14,903 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:45:14,903 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408299229 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408299229,5,FailOnTimeoutGroup] 2024-11-12T10:45:14,903 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408299229 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408299229,5,FailOnTimeoutGroup] 2024-11-12T10:45:14,903 INFO [M:0;aed202db7571:33837 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:45:14,903 INFO [M:0;aed202db7571:33837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:45:14,903 DEBUG [M:0;aed202db7571:33837 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:45:14,904 INFO [M:0;aed202db7571:33837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:45:14,904 INFO [M:0;aed202db7571:33837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:45:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:45:14,904 INFO [M:0;aed202db7571:33837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:45:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:14,904 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:45:14,904 DEBUG [M:0;aed202db7571:33837 {}] zookeeper.ZKUtil(347): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:45:14,904 WARN [M:0;aed202db7571:33837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:45:14,906 INFO [M:0;aed202db7571:33837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/.lastflushedseqids 2024-11-12T10:45:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36373 is added to blk_1073741843_1021 (size=139) 2024-11-12T10:45:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741843_1021 (size=139) 2024-11-12T10:45:14,914 INFO [M:0;aed202db7571:33837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:45:14,914 INFO [M:0;aed202db7571:33837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:45:14,914 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:45:14,914 INFO [M:0;aed202db7571:33837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:14,914 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:14,914 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:45:14,915 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:14,915 INFO [M:0;aed202db7571:33837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-12T10:45:14,915 WARN [AsyncFSWAL-0-hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData-prefix:aed202db7571,33837,1731408298541 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:14,916 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL aed202db7571%2C33837%2C1731408298541:(num 1731408299131) roll requested 2024-11-12T10:45:14,928 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408314916, exclude list is [], retry=0 2024-11-12T10:45:14,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-51bd8d03-e9c2-4224-80f5-f05e29017790,DISK] 2024-11-12T10:45:14,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36373,DS-e0400bdb-1dd1-4087-b3dd-403dc58e34db,DISK] 2024-11-12T10:45:14,933 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408314916 2024-11-12T10:45:14,934 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499),(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-12T10:45:14,934 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 is not closed yet, will try archiving it next time 2024-11-12T10:45:14,934 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:14,934 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:45:14,934 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 2024-11-12T10:45:14,936 WARN [IPC Server handler 1 on default port 34643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-12T10:45:14,936 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 after 2ms 2024-11-12T10:45:14,955 DEBUG [M:0;aed202db7571:33837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c58ea4f5334338831cb4b5e595b67a is 82, key is hbase:meta,,1/info:regioninfo/1731408299912/Put/seqid=0 2024-11-12T10:45:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41551 is added to blk_1073741845_1024 (size=5672) 2024-11-12T10:45:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741845_1024 (size=5672) 2024-11-12T10:45:14,962 INFO [M:0;aed202db7571:33837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c58ea4f5334338831cb4b5e595b67a 2024-11-12T10:45:14,983 DEBUG [M:0;aed202db7571:33837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04c764e8ec74f99a19c37d1f1cdba5a is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408301393/Put/seqid=0 2024-11-12T10:45:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741846_1025 (size=6114) 2024-11-12T10:45:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36373 is added to blk_1073741846_1025 (size=6114) 2024-11-12T10:45:14,989 INFO [M:0;aed202db7571:33837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04c764e8ec74f99a19c37d1f1cdba5a 2024-11-12T10:45:15,002 INFO [RS:0;aed202db7571:39897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:45:15,002 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:45:15,002 INFO [RS:0;aed202db7571:39897 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,39897,1731408298586; zookeeper connection closed. 2024-11-12T10:45:15,002 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x10033895e860001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:45:15,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@586f0775 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@586f0775 2024-11-12T10:45:15,002 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:45:15,011 DEBUG [M:0;aed202db7571:33837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7c0170bd9b48e7807ea4a1251a969b is 69, key is aed202db7571,39897,1731408298586/rs:state/1731408299334/Put/seqid=0 2024-11-12T10:45:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41551 is added to blk_1073741847_1026 (size=5156) 2024-11-12T10:45:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741847_1026 (size=5156) 2024-11-12T10:45:15,018 INFO [M:0;aed202db7571:33837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7c0170bd9b48e7807ea4a1251a969b 2024-11-12T10:45:15,038 DEBUG [M:0;aed202db7571:33837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c194234f2dec49c6b9f1a9b0d65d66de is 52, key is load_balancer_on/state:d/1731408300034/Put/seqid=0 2024-11-12T10:45:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36373 is added to blk_1073741848_1027 (size=5056) 2024-11-12T10:45:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741848_1027 (size=5056) 2024-11-12T10:45:15,045 INFO [M:0;aed202db7571:33837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c194234f2dec49c6b9f1a9b0d65d66de 2024-11-12T10:45:15,054 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c58ea4f5334338831cb4b5e595b67a as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c58ea4f5334338831cb4b5e595b67a 2024-11-12T10:45:15,062 INFO [M:0;aed202db7571:33837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c58ea4f5334338831cb4b5e595b67a, entries=8, sequenceid=56, filesize=5.5 K 2024-11-12T10:45:15,063 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04c764e8ec74f99a19c37d1f1cdba5a as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04c764e8ec74f99a19c37d1f1cdba5a 2024-11-12T10:45:15,070 INFO [M:0;aed202db7571:33837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04c764e8ec74f99a19c37d1f1cdba5a, entries=6, sequenceid=56, filesize=6.0 K 2024-11-12T10:45:15,072 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7c0170bd9b48e7807ea4a1251a969b as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7c0170bd9b48e7807ea4a1251a969b 2024-11-12T10:45:15,079 INFO [M:0;aed202db7571:33837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7c0170bd9b48e7807ea4a1251a969b, entries=1, sequenceid=56, filesize=5.0 K 2024-11-12T10:45:15,081 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c194234f2dec49c6b9f1a9b0d65d66de as hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c194234f2dec49c6b9f1a9b0d65d66de 2024-11-12T10:45:15,087 INFO [M:0;aed202db7571:33837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c194234f2dec49c6b9f1a9b0d65d66de, entries=1, sequenceid=56, filesize=4.9 K 2024-11-12T10:45:15,089 INFO [M:0;aed202db7571:33837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false 2024-11-12T10:45:15,090 INFO [M:0;aed202db7571:33837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:15,091 DEBUG [M:0;aed202db7571:33837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408314914Disabling compacts and flushes for region at 1731408314914Disabling writes for close at 1731408314914Obtaining lock to block concurrent updates at 1731408314915 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408314915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731408314915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408314934 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408314934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408314954 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408314954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408314968 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408314982 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408314983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408314995 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408315010 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408315010Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731408315024 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731408315037 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731408315037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373e579: reopening flushed file at 1731408315052 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d69605b: reopening flushed file at 1731408315062 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4301693f: reopening flushed file at 1731408315071 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b53a5d5: reopening flushed file at 1731408315079 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false at 1731408315089 (+10 ms)Writing region close event to WAL at 1731408315090 (+1 ms)Closed at 1731408315090 2024-11-12T10:45:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36373 is added to blk_1073741844_1022 (size=757) 2024-11-12T10:45:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741844_1022 (size=757) 2024-11-12T10:45:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:15,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:15,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:16,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:45:16,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:16,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:16,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:17,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T10:45:17,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:45:17,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:45:17,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:45:18,937 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 after 4003ms 2024-11-12T10:45:18,937 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/WALs/aed202db7571,33837,1731408298541/aed202db7571%2C33837%2C1731408298541.1731408299131 to hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/oldWALs/aed202db7571%2C33837%2C1731408298541.1731408299131 2024-11-12T10:45:18,941 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/MasterData/oldWALs/aed202db7571%2C33837%2C1731408298541.1731408299131 to hdfs://localhost:34643/user/jenkins/test-data/2de1b943-40d7-2dda-c8a3-9fc9ea32d99a/oldWALs/aed202db7571%2C33837%2C1731408298541.1731408299131$masterlocalwal$ 2024-11-12T10:45:18,941 INFO [M:0;aed202db7571:33837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:45:18,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:45:18,941 INFO [M:0;aed202db7571:33837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33837 2024-11-12T10:45:18,942 INFO [M:0;aed202db7571:33837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:45:19,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:45:19,043 INFO [M:0;aed202db7571:33837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:45:19,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33837-0x10033895e860000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:45:19,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681c3292{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d5e61c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522ae8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad4fb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,048 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:19,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:19,048 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid 3e802c3e-96ea-4cd7-a601-56b377ad7881) service to localhost/127.0.0.1:34643 2024-11-12T10:45:19,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:19,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data3/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data4/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:19,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db2b786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b0ce2b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff23f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6583eae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,054 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:19,054 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid 31f66f45-c8eb-431d-9807-b4249b689519) service to localhost/127.0.0.1:34643 2024-11-12T10:45:19,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:19,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:19,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data9/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data10/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:19,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a1f01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d549b25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201fb0db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab55cba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,058 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:19,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:19,058 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid c3e23d85-ff5e-487f-8d90-b679b0eb47c3) service to localhost/127.0.0.1:34643 2024-11-12T10:45:19,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:19,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data7/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data8/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:19,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d392e4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64a16594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17cc46e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717755d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,064 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:19,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:19,064 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid ca4d318a-77ac-4502-94f0-9ae9a72aa6fd) service to localhost/127.0.0.1:34643 2024-11-12T10:45:19,064 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:19,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data5/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data6/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:19,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de3e338{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6974b631{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c8edf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3398aa10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:45:19,071 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:45:19,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:45:19,071 WARN [BP-1264477503-172.17.0.2-1731408297905 heartbeating to localhost/127.0.0.1:34643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264477503-172.17.0.2-1731408297905 (Datanode Uuid 40adb1a1-8458-4d78-b18e-bfc528f43150) service to localhost/127.0.0.1:34643 2024-11-12T10:45:19,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data1/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/cluster_d3d1742d-419d-c1f9-dfef-4fb0055b3443/data/data2/current/BP-1264477503-172.17.0.2-1731408297905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:45:19,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:45:19,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb94d28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:45:19,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75628252{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:45:19,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:45:19,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d8dc74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:45:19,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56941687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir/,STOPPED} 2024-11-12T10:45:19,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:45:19,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:45:19,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34643 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=2971 (was 3341) 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=2970 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.log.dir so I do NOT create it in target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29601249-8b12-6b43-8371-2c16d7d15faf/hadoop.tmp.dir so I do NOT create it in target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03, deleteOnExit=true 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:45:19,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/test.cache.data in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:45:19,134 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:45:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:45:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:45:19,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:19,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:19,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:19,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:19,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:45:19,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:19,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a4421d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:19,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bfda032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:19,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f421b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/java.io.tmpdir/jetty-localhost-39319-hadoop-hdfs-3_4_1-tests_jar-_-any-14299564062139356500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:45:19,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62dd66c1{HTTP/1.1, (http/1.1)}{localhost:39319} 2024-11-12T10:45:19,356 INFO [Time-limited test {}] server.Server(415): Started @86640ms 2024-11-12T10:45:19,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:19,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:19,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:19,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:19,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:45:19,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d35ad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:19,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d81f71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:19,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d80ccd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/java.io.tmpdir/jetty-localhost-36497-hadoop-hdfs-3_4_1-tests_jar-_-any-8089400004432205323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40f4ef67{HTTP/1.1, (http/1.1)}{localhost:36497} 2024-11-12T10:45:19,532 INFO [Time-limited test {}] server.Server(415): Started @86816ms 2024-11-12T10:45:19,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:19,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:45:19,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:45:19,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:45:19,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:45:19,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:45:19,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ff221a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:45:19,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62387bb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:45:19,601 WARN [Thread-782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data2/current/BP-1782660140-172.17.0.2-1731408319179/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:19,601 WARN [Thread-781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data1/current/BP-1782660140-172.17.0.2-1731408319179/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:19,625 WARN [Thread-760 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277911e95f07f28e with lease ID 0x2c9dc8f59c151ea4: Processing first storage report for DS-26cc5e6c-632e-4c38-809b-202f012e2751 from datanode DatanodeRegistration(127.0.0.1:45899, datanodeUuid=afef46c8-8ec1-4512-8ff0-c7b4a2228e30, infoPort=41175, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179) 2024-11-12T10:45:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277911e95f07f28e with lease ID 0x2c9dc8f59c151ea4: from storage DS-26cc5e6c-632e-4c38-809b-202f012e2751 node DatanodeRegistration(127.0.0.1:45899, datanodeUuid=afef46c8-8ec1-4512-8ff0-c7b4a2228e30, infoPort=41175, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277911e95f07f28e with lease ID 0x2c9dc8f59c151ea4: Processing first storage report for DS-b7f2c757-7985-459c-80c4-26011f464743 from datanode DatanodeRegistration(127.0.0.1:45899, datanodeUuid=afef46c8-8ec1-4512-8ff0-c7b4a2228e30, infoPort=41175, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179) 2024-11-12T10:45:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277911e95f07f28e with lease ID 0x2c9dc8f59c151ea4: from storage DS-b7f2c757-7985-459c-80c4-26011f464743 node DatanodeRegistration(127.0.0.1:45899, datanodeUuid=afef46c8-8ec1-4512-8ff0-c7b4a2228e30, infoPort=41175, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:45:19,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c52e3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/java.io.tmpdir/jetty-localhost-43407-hadoop-hdfs-3_4_1-tests_jar-_-any-11584395415010461120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:45:19,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60960dea{HTTP/1.1, (http/1.1)}{localhost:43407} 2024-11-12T10:45:19,690 INFO [Time-limited test {}] server.Server(415): Started @86974ms 2024-11-12T10:45:19,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:45:19,765 WARN [Thread-807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data3/current/BP-1782660140-172.17.0.2-1731408319179/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:19,765 WARN [Thread-808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data4/current/BP-1782660140-172.17.0.2-1731408319179/current, will proceed with Du for space computation calculation, 2024-11-12T10:45:19,788 WARN [Thread-796 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:45:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb8a7d64607f364 with lease ID 0x2c9dc8f59c151ea5: Processing first storage report for DS-9401d6d1-3c84-4480-9c68-a4cd5405a224 from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=a95b5341-bc45-4033-8f0e-378bc9c4956d, infoPort=34395, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179) 2024-11-12T10:45:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb8a7d64607f364 with lease ID 0x2c9dc8f59c151ea5: from storage DS-9401d6d1-3c84-4480-9c68-a4cd5405a224 node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=a95b5341-bc45-4033-8f0e-378bc9c4956d, infoPort=34395, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb8a7d64607f364 with lease ID 0x2c9dc8f59c151ea5: Processing first storage report for DS-e4773fe2-02e7-485e-8c4e-28da6e1a5c79 from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=a95b5341-bc45-4033-8f0e-378bc9c4956d, infoPort=34395, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179) 2024-11-12T10:45:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb8a7d64607f364 with lease ID 0x2c9dc8f59c151ea5: from storage DS-e4773fe2-02e7-485e-8c4e-28da6e1a5c79 node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=a95b5341-bc45-4033-8f0e-378bc9c4956d, infoPort=34395, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=1351718019;c=1731408319179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:45:19,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4 2024-11-12T10:45:19,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/zookeeper_0, clientPort=52400, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:45:19,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52400 2024-11-12T10:45:19,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:45:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:45:19,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b with version=8 2024-11-12T10:45:19,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase-staging 2024-11-12T10:45:19,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:45:19,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:45:19,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:45:19,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:45:19,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:45:19,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38595 2024-11-12T10:45:19,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38595 connecting to ZooKeeper ensemble=127.0.0.1:52400 2024-11-12T10:45:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385950x0, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:45:19,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38595-0x1003389b1c00000 connected 2024-11-12T10:45:19,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:45:19,918 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b, hbase.cluster.distributed=false 2024-11-12T10:45:19,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:45:19,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-12T10:45:19,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38595 2024-11-12T10:45:19,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38595 2024-11-12T10:45:19,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-12T10:45:19,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-12T10:45:19,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:45:19,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:45:19,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:45:19,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43737 2024-11-12T10:45:19,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43737 connecting to ZooKeeper ensemble=127.0.0.1:52400 2024-11-12T10:45:19,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:19,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437370x0, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:45:19,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437370x0, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:45:19,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:45:19,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43737-0x1003389b1c00001 connected 2024-11-12T10:45:19,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:45:19,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:45:19,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:45:19,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-12T10:45:19,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-12T10:45:19,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-12T10:45:19,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-12T10:45:19,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-12T10:45:19,984 DEBUG [M:0;aed202db7571:38595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:38595 2024-11-12T10:45:19,985 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,38595,1731408319855 2024-11-12T10:45:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:45:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:45:19,987 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,38595,1731408319855 2024-11-12T10:45:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:45:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:19,989 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:45:19,989 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,38595,1731408319855 from backup master directory 2024-11-12T10:45:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,38595,1731408319855 2024-11-12T10:45:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:45:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:45:19,990 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:45:19,990 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,38595,1731408319855 2024-11-12T10:45:19,994 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/hbase.id] with ID: 331d6528-ca04-445c-9b31-6a8aa028cb16 2024-11-12T10:45:19,994 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/.tmp/hbase.id 2024-11-12T10:45:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:45:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:45:20,001 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/.tmp/hbase.id]:[hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/hbase.id] 2024-11-12T10:45:20,014 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:20,015 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:45:20,016 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:45:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:45:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:45:20,025 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:45:20,026 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:45:20,029 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:45:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:45:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:45:20,041 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store 2024-11-12T10:45:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:45:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:45:20,052 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:20,052 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:45:20,052 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408320052Disabling compacts and flushes for region at 1731408320052Disabling writes for close at 1731408320052Writing region close event to WAL at 1731408320052Closed at 1731408320052 2024-11-12T10:45:20,053 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/.initializing 2024-11-12T10:45:20,054 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/WALs/aed202db7571,38595,1731408319855 2024-11-12T10:45:20,055 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:45:20,059 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C38595%2C1731408319855, suffix=, logDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/WALs/aed202db7571,38595,1731408319855, archiveDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/oldWALs, maxLogs=10 2024-11-12T10:45:20,073 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/WALs/aed202db7571,38595,1731408319855/aed202db7571%2C38595%2C1731408319855.1731408320059, exclude list is [], retry=0 2024-11-12T10:45:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:45:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:45:20,082 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/WALs/aed202db7571,38595,1731408319855/aed202db7571%2C38595%2C1731408319855.1731408320059 2024-11-12T10:45:20,083 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34395:34395),(127.0.0.1/127.0.0.1:41175:41175)] 2024-11-12T10:45:20,083 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:45:20,083 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:20,083 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,083 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:45:20,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:45:20,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:45:20,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:45:20,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:45:20,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:45:20,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:45:20,094 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,095 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,095 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,097 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,097 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,097 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:45:20,099 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:45:20,101 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:45:20,101 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724303, jitterRate=-0.07900115847587585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:45:20,102 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408320083Initializing all the Stores at 1731408320084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320085 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408320085Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408320085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408320085Cleaning up temporary data from old regions at 1731408320097 (+12 ms)Region opened successfully at 1731408320102 (+5 ms) 2024-11-12T10:45:20,103 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:45:20,107 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63628b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:45:20,108 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:45:20,108 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:45:20,108 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:45:20,108 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:45:20,109 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:45:20,109 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:45:20,109 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:45:20,112 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:45:20,113 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:45:20,114 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:45:20,114 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:45:20,114 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:45:20,115 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:45:20,115 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:45:20,116 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:45:20,117 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:45:20,118 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:45:20,118 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:45:20,120 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:45:20,121 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:45:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:45:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:45:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,122 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,38595,1731408319855, sessionid=0x1003389b1c00000, setting cluster-up flag (Was=false) 2024-11-12T10:45:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,127 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:45:20,127 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,38595,1731408319855 2024-11-12T10:45:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,132 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:45:20,133 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,38595,1731408319855 2024-11-12T10:45:20,135 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:45:20,137 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:45:20,137 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:45:20,137 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:45:20,138 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,38595,1731408319855 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:45:20,139 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:45:20,139 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:45:20,139 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:45:20,139 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:45:20,139 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:45:20,140 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,140 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:45:20,140 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,141 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408350141 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:45:20,142 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:45:20,143 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:45:20,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:45:20,143 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:45:20,143 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:45:20,144 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:45:20,145 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:45:20,145 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:45:20,148 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408320145,5,FailOnTimeoutGroup] 2024-11-12T10:45:20,148 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408320148,5,FailOnTimeoutGroup] 2024-11-12T10:45:20,148 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,149 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:45:20,149 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,149 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:45:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:45:20,175 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(746): ClusterId : 331d6528-ca04-445c-9b31-6a8aa028cb16 2024-11-12T10:45:20,175 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:45:20,176 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:45:20,176 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:45:20,178 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:45:20,178 DEBUG [RS:0;aed202db7571:43737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545832b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:45:20,190 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:43737 2024-11-12T10:45:20,190 INFO [RS:0;aed202db7571:43737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:45:20,190 INFO [RS:0;aed202db7571:43737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:45:20,190 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:45:20,191 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,38595,1731408319855 with port=43737, startcode=1731408319945 2024-11-12T10:45:20,192 DEBUG [RS:0;aed202db7571:43737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:45:20,193 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:45:20,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,43737,1731408319945 2024-11-12T10:45:20,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(517): Registering regionserver=aed202db7571,43737,1731408319945 2024-11-12T10:45:20,196 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b 2024-11-12T10:45:20,196 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40105 2024-11-12T10:45:20,196 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:45:20,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:45:20,198 DEBUG [RS:0;aed202db7571:43737 {}] zookeeper.ZKUtil(111): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,43737,1731408319945 2024-11-12T10:45:20,198 WARN [RS:0;aed202db7571:43737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:45:20,198 INFO [RS:0;aed202db7571:43737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:45:20,198 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945 2024-11-12T10:45:20,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,43737,1731408319945] 2024-11-12T10:45:20,202 INFO [RS:0;aed202db7571:43737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:45:20,204 INFO [RS:0;aed202db7571:43737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:45:20,205 INFO [RS:0;aed202db7571:43737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:45:20,205 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,205 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:45:20,206 INFO [RS:0;aed202db7571:43737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:45:20,206 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:45:20,207 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:45:20,208 DEBUG [RS:0;aed202db7571:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,212 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43737,1731408319945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:45:20,226 INFO [RS:0;aed202db7571:43737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:45:20,227 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43737,1731408319945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,227 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,227 INFO [RS:0;aed202db7571:43737 {}] regionserver.Replication(171): aed202db7571,43737,1731408319945 started 2024-11-12T10:45:20,241 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,241 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,43737,1731408319945, RpcServer on aed202db7571/172.17.0.2:43737, sessionid=0x1003389b1c00001 2024-11-12T10:45:20,242 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:45:20,242 DEBUG [RS:0;aed202db7571:43737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,43737,1731408319945 2024-11-12T10:45:20,242 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43737,1731408319945' 2024-11-12T10:45:20,242 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,43737,1731408319945 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43737,1731408319945' 2024-11-12T10:45:20,243 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:45:20,244 DEBUG [RS:0;aed202db7571:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:45:20,244 DEBUG [RS:0;aed202db7571:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:45:20,244 INFO [RS:0;aed202db7571:43737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:45:20,244 INFO [RS:0;aed202db7571:43737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:45:20,344 INFO [RS:0;aed202db7571:43737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:45:20,346 INFO [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C43737%2C1731408319945, suffix=, logDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945, archiveDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs, maxLogs=32 2024-11-12T10:45:20,359 DEBUG [RS:0;aed202db7571:43737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408320347, exclude list is [], retry=0 2024-11-12T10:45:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:45:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:45:20,364 INFO [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408320347 2024-11-12T10:45:20,365 DEBUG [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41175:41175),(127.0.0.1/127.0.0.1:34395:34395)] 2024-11-12T10:45:20,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:45:20,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b 2024-11-12T10:45:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:45:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:45:20,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:20,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:45:20,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:45:20,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:45:20,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:45:20,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:45:20,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:45:20,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:45:20,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:45:20,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:45:20,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740 2024-11-12T10:45:20,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740 2024-11-12T10:45:20,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:45:20,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:45:20,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:45:20,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:45:20,580 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:45:20,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=804134, jitterRate=0.022510096430778503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408320563Initializing all the Stores at 1731408320564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408320565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320565Cleaning up temporary data from old regions at 1731408320576 (+11 ms)Region opened successfully at 1731408320581 (+5 ms) 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:45:20,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:45:20,581 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:45:20,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408320581Disabling compacts and flushes for region at 1731408320581Disabling writes for close at 1731408320581Writing region close event to WAL at 1731408320581Closed at 1731408320581 2024-11-12T10:45:20,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:45:20,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:45:20,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:45:20,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:45:20,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:45:20,735 DEBUG [aed202db7571:38595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:45:20,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,43737,1731408319945 2024-11-12T10:45:20,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,43737,1731408319945, state=OPENING 2024-11-12T10:45:20,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:45:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:45:20,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:45:20,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:45:20,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:45:20,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,43737,1731408319945}] 2024-11-12T10:45:20,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:45:20,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:45:20,903 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:45:20,903 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:45:20,903 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:45:20,905 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C43737%2C1731408319945.meta, suffix=.meta, logDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945, archiveDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs, maxLogs=32 2024-11-12T10:45:20,920 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.meta.1731408320906.meta, exclude list is [], retry=0 2024-11-12T10:45:20,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:45:20,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:45:20,926 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.meta.1731408320906.meta 2024-11-12T10:45:20,927 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41175:41175),(127.0.0.1/127.0.0.1:34395:34395)] 2024-11-12T10:45:20,927 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:45:20,927 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:45:20,928 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:45:20,928 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:45:20,928 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:45:20,928 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:20,928 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:45:20,928 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:45:20,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:45:20,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:45:20,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:45:20,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:45:20,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:45:20,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:45:20,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:45:20,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:45:20,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:20,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:45:20,937 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:45:20,938 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740 2024-11-12T10:45:20,939 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740 2024-11-12T10:45:20,940 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:45:20,941 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:45:20,941 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:45:20,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:45:20,944 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743994, jitterRate=-0.05396340787410736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:45:20,944 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:45:20,944 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408320928Writing region info on filesystem at 1731408320928Initializing all the Stores at 1731408320929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320931 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408320931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408320931Cleaning up temporary data from old regions at 1731408320941 (+10 ms)Running coprocessor post-open hooks at 1731408320944 (+3 ms)Region opened successfully at 1731408320944 2024-11-12T10:45:20,946 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408320894 2024-11-12T10:45:20,949 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:45:20,949 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:45:20,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,43737,1731408319945 2024-11-12T10:45:20,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,43737,1731408319945, state=OPEN 2024-11-12T10:45:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:45:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:45:20,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,43737,1731408319945 2024-11-12T10:45:20,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:45:20,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:45:20,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:45:20,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,43737,1731408319945 in 214 msec 2024-11-12T10:45:20,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:45:20,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-12T10:45:20,965 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:45:20,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:45:20,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:45:20,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,43737,1731408319945, seqNum=-1] 2024-11-12T10:45:20,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:45:20,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:45:20,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-12T10:45:20,976 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408320976, completionTime=-1 2024-11-12T10:45:20,976 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:45:20,976 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:45:20,978 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T10:45:20,978 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408380978 2024-11-12T10:45:20,978 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408440978 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:38595, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:20,981 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:45:20,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.993sec 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:45:20,984 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:45:20,986 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:45:20,987 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:45:20,987 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38595,1731408319855-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:45:21,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aab62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:21,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,38595,-1 for getting cluster id 2024-11-12T10:45:21,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:45:21,078 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '331d6528-ca04-445c-9b31-6a8aa028cb16' 2024-11-12T10:45:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:45:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "331d6528-ca04-445c-9b31-6a8aa028cb16" 2024-11-12T10:45:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba299a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,38595,-1] 2024-11-12T10:45:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:45:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:45:21,082 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:45:21,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59136adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:45:21,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:45:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,43737,1731408319945, seqNum=-1] 2024-11-12T10:45:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:45:21,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:45:21,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,38595,1731408319855 2024-11-12T10:45:21,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:45:21,094 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T10:45:21,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:45:21,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,38595,1731408319855 2024-11-12T10:45:21,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9ecb31 2024-11-12T10:45:21,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:45:21,097 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:45:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T10:45:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T10:45:21,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:45:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:21,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:45:21,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:21,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-12T10:45:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:45:21,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:45:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741835_1011 (size=405) 2024-11-12T10:45:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741835_1011 (size=405) 2024-11-12T10:45:21,122 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab5645e6441a2e3a2105429c720f4332, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b 2024-11-12T10:45:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741836_1012 (size=88) 2024-11-12T10:45:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741836_1012 (size=88) 2024-11-12T10:45:21,131 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:21,131 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing ab5645e6441a2e3a2105429c720f4332, disabling compactions & flushes 2024-11-12T10:45:21,131 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,131 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,131 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. after waiting 0 ms 2024-11-12T10:45:21,132 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,132 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,132 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab5645e6441a2e3a2105429c720f4332: Waiting for close lock at 1731408321131Disabling compacts and flushes for region at 1731408321131Disabling writes for close at 1731408321131Writing region close event to WAL at 1731408321132 (+1 ms)Closed at 1731408321132 2024-11-12T10:45:21,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:45:21,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731408321133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408321133"}]},"ts":"1731408321133"} 2024-11-12T10:45:21,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:45:21,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:45:21,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408321138"}]},"ts":"1731408321138"} 2024-11-12T10:45:21,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-12T10:45:21,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ab5645e6441a2e3a2105429c720f4332, ASSIGN}] 2024-11-12T10:45:21,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ab5645e6441a2e3a2105429c720f4332, ASSIGN 2024-11-12T10:45:21,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ab5645e6441a2e3a2105429c720f4332, ASSIGN; state=OFFLINE, location=aed202db7571,43737,1731408319945; forceNewPlan=false, retain=false 2024-11-12T10:45:21,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab5645e6441a2e3a2105429c720f4332, regionState=OPENING, regionLocation=aed202db7571,43737,1731408319945 2024-11-12T10:45:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ab5645e6441a2e3a2105429c720f4332, ASSIGN because future has completed 2024-11-12T10:45:21,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5645e6441a2e3a2105429c720f4332, server=aed202db7571,43737,1731408319945}] 2024-11-12T10:45:21,459 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,459 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5645e6441a2e3a2105429c720f4332, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:45:21,460 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,460 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:45:21,460 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,460 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,463 INFO [StoreOpener-ab5645e6441a2e3a2105429c720f4332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,465 INFO [StoreOpener-ab5645e6441a2e3a2105429c720f4332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5645e6441a2e3a2105429c720f4332 columnFamilyName info 2024-11-12T10:45:21,465 DEBUG [StoreOpener-ab5645e6441a2e3a2105429c720f4332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:45:21,466 INFO [StoreOpener-ab5645e6441a2e3a2105429c720f4332-1 {}] regionserver.HStore(327): Store=ab5645e6441a2e3a2105429c720f4332/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:45:21,466 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,467 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,467 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,468 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,468 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,469 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,471 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:45:21,472 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab5645e6441a2e3a2105429c720f4332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840665, jitterRate=0.06896138191223145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:45:21,472 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:45:21,473 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab5645e6441a2e3a2105429c720f4332: Running coprocessor pre-open hook at 1731408321460Writing region info on filesystem at 1731408321460Initializing all the Stores at 1731408321462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408321462Cleaning up temporary data from old regions at 1731408321468 (+6 ms)Running coprocessor post-open hooks at 1731408321472 (+4 ms)Region opened successfully at 1731408321472 2024-11-12T10:45:21,474 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332., pid=6, masterSystemTime=1731408321451 2024-11-12T10:45:21,476 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,476 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:21,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab5645e6441a2e3a2105429c720f4332, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,43737,1731408319945 2024-11-12T10:45:21,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5645e6441a2e3a2105429c720f4332, server=aed202db7571,43737,1731408319945 because future has completed 2024-11-12T10:45:21,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:45:21,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5645e6441a2e3a2105429c720f4332, server=aed202db7571,43737,1731408319945 in 182 msec 2024-11-12T10:45:21,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:45:21,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ab5645e6441a2e3a2105429c720f4332, ASSIGN in 342 msec 2024-11-12T10:45:21,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:45:21,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408321487"}]},"ts":"1731408321487"} 2024-11-12T10:45:21,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-12T10:45:21,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:45:21,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 392 msec 2024-11-12T10:45:23,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:45:23,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:23,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:45:26,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:45:26,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-12T10:45:27,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:45:27,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:45:27,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:45:27,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:45:27,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:45:27,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:45:27,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:27,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T10:45:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:45:31,164 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T10:45:31,164 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-12T10:45:31,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:31,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332., hostname=aed202db7571,43737,1731408319945, seqNum=2] 2024-11-12T10:45:31,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:31,187 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:45:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:45:31,188 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:45:31,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:45:31,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T10:45:31,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:31,361 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ab5645e6441a2e3a2105429c720f4332 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T10:45:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/882861b7b5784d8088a1b1a63738594c is 1055, key is row0001/info:/1731408331177/Put/seqid=0 2024-11-12T10:45:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741837_1013 (size=6008) 2024-11-12T10:45:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741837_1013 (size=6008) 2024-11-12T10:45:31,385 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/882861b7b5784d8088a1b1a63738594c 2024-11-12T10:45:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/882861b7b5784d8088a1b1a63738594c as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c 2024-11-12T10:45:31,400 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c, entries=1, sequenceid=5, filesize=5.9 K 2024-11-12T10:45:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 40ms, sequenceid=5, compaction requested=false 2024-11-12T10:45:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ab5645e6441a2e3a2105429c720f4332: 2024-11-12T10:45:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:45:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:45:31,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:45:31,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 217 msec 2024-11-12T10:45:31,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 227 msec 2024-11-12T10:45:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:45:41,243 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T10:45:41,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T10:45:41,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:45:41,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:45:41,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:45:41,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T10:45:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:41,408 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ab5645e6441a2e3a2105429c720f4332 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T10:45:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/6573690463f24fec8ddcec0218659288 is 1055, key is row0002/info:/1731408341244/Put/seqid=0 2024-11-12T10:45:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741838_1014 (size=6008) 2024-11-12T10:45:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741838_1014 (size=6008) 2024-11-12T10:45:41,420 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/6573690463f24fec8ddcec0218659288 2024-11-12T10:45:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/6573690463f24fec8ddcec0218659288 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288 2024-11-12T10:45:41,433 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288, entries=1, sequenceid=9, filesize=5.9 K 2024-11-12T10:45:41,434 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 26ms, sequenceid=9, compaction requested=false 2024-11-12T10:45:41,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ab5645e6441a2e3a2105429c720f4332: 2024-11-12T10:45:41,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:41,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T10:45:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T10:45:41,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:45:41,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-12T10:45:41,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-12T10:45:49,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:45:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T10:45:51,273 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T10:45:51,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408351278, exclude list is [], retry=0 2024-11-12T10:45:51,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:45:51,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:45:51,301 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408320347 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408351278 2024-11-12T10:45:51,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34395:34395),(127.0.0.1/127.0.0.1:41175:41175)] 2024-11-12T10:45:51,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408320347 is not closed yet, will try archiving it next time 2024-11-12T10:45:51,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741832_1008 (size=5471) 2024-11-12T10:45:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741832_1008 (size=5471) 2024-11-12T10:45:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:45:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T10:45:51,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:45:51,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:45:51,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:45:51,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T10:45:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:51,462 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ab5645e6441a2e3a2105429c720f4332 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T10:45:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/d7c21e07874c412295c3abff31585ab2 is 1055, key is row0003/info:/1731408351275/Put/seqid=0 2024-11-12T10:45:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741840_1016 (size=6008) 2024-11-12T10:45:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741840_1016 (size=6008) 2024-11-12T10:45:51,483 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/d7c21e07874c412295c3abff31585ab2 2024-11-12T10:45:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/d7c21e07874c412295c3abff31585ab2 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2 2024-11-12T10:45:51,496 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2, entries=1, sequenceid=13, filesize=5.9 K 2024-11-12T10:45:51,497 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 35ms, sequenceid=13, compaction requested=true 2024-11-12T10:45:51,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ab5645e6441a2e3a2105429c720f4332: 2024-11-12T10:45:51,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:45:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T10:45:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T10:45:51,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T10:45:51,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-12T10:45:51,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-11-12T10:46:01,253 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:46:01,253 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:46:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T10:46:01,325 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T10:46:01,333 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:01,336 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:01,337 DEBUG [Time-limited test {}] regionserver.HStore(1541): ab5645e6441a2e3a2105429c720f4332/info is initiating minor compaction (all files) 2024-11-12T10:46:01,337 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:46:01,338 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:01,338 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ab5645e6441a2e3a2105429c720f4332/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:01,338 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2] into tmpdir=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp, totalSize=17.6 K 2024-11-12T10:46:01,339 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 882861b7b5784d8088a1b1a63738594c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731408331177 2024-11-12T10:46:01,340 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6573690463f24fec8ddcec0218659288, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731408341244 2024-11-12T10:46:01,340 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d7c21e07874c412295c3abff31585ab2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731408351275 2024-11-12T10:46:01,362 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ab5645e6441a2e3a2105429c720f4332#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:01,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/f921d437502b42c9b9d6f2a92b3969ce is 1055, key is row0001/info:/1731408331177/Put/seqid=0 2024-11-12T10:46:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741841_1017 (size=8221) 2024-11-12T10:46:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741841_1017 (size=8221) 2024-11-12T10:46:01,376 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/f921d437502b42c9b9d6f2a92b3969ce as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/f921d437502b42c9b9d6f2a92b3969ce 2024-11-12T10:46:01,389 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab5645e6441a2e3a2105429c720f4332/info of ab5645e6441a2e3a2105429c720f4332 into f921d437502b42c9b9d6f2a92b3969ce(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:01,389 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ab5645e6441a2e3a2105429c720f4332: 2024-11-12T10:46:01,404 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408361392, exclude list is [], retry=0 2024-11-12T10:46:01,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:46:01,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:46:01,409 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408351278 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408361392 2024-11-12T10:46:01,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34395:34395),(127.0.0.1/127.0.0.1:41175:41175)] 2024-11-12T10:46:01,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408351278 is not closed yet, will try archiving it next time 2024-11-12T10:46:01,410 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408320347 to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs/aed202db7571%2C43737%2C1731408319945.1731408320347 2024-11-12T10:46:01,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:46:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741839_1015 (size=2495) 2024-11-12T10:46:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741839_1015 (size=2495) 2024-11-12T10:46:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:46:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T10:46:01,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:46:01,414 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:46:01,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:46:01,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T10:46:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:01,567 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ab5645e6441a2e3a2105429c720f4332 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T10:46:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/862aaef9d29840bab62d9035c0a5022c is 1055, key is row0000/info:/1731408361390/Put/seqid=0 2024-11-12T10:46:01,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741843_1019 (size=6008) 2024-11-12T10:46:01,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741843_1019 (size=6008) 2024-11-12T10:46:01,978 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/862aaef9d29840bab62d9035c0a5022c 2024-11-12T10:46:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/862aaef9d29840bab62d9035c0a5022c as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/862aaef9d29840bab62d9035c0a5022c 2024-11-12T10:46:01,998 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/862aaef9d29840bab62d9035c0a5022c, entries=1, sequenceid=18, filesize=5.9 K 2024-11-12T10:46:02,000 INFO [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 433ms, sequenceid=18, compaction requested=false 2024-11-12T10:46:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ab5645e6441a2e3a2105429c720f4332: 2024-11-12T10:46:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T10:46:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T10:46:02,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T10:46:02,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 588 msec 2024-11-12T10:46:02,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 595 msec 2024-11-12T10:46:06,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ab5645e6441a2e3a2105429c720f4332, had cached 0 bytes from a total of 14229 2024-11-12T10:46:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T10:46:11,492 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T10:46:11,507 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408371495, exclude list is [], retry=0 2024-11-12T10:46:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-26cc5e6c-632e-4c38-809b-202f012e2751,DISK] 2024-11-12T10:46:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-9401d6d1-3c84-4480-9c68-a4cd5405a224,DISK] 2024-11-12T10:46:11,511 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408361392 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408371495 2024-11-12T10:46:11,512 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34395:34395),(127.0.0.1/127.0.0.1:41175:41175)] 2024-11-12T10:46:11,512 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408361392 is not closed yet, will try archiving it next time 2024-11-12T10:46:11,512 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/WALs/aed202db7571,43737,1731408319945/aed202db7571%2C43737%2C1731408319945.1731408351278 to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs/aed202db7571%2C43737%2C1731408319945.1731408351278 2024-11-12T10:46:11,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:46:11,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:46:11,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:46:11,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:11,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:11,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:46:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741842_1018 (size=2001) 2024-11-12T10:46:11,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:46:11,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1924174814, stopped=false 2024-11-12T10:46:11,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,38595,1731408319855 2024-11-12T10:46:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741842_1018 (size=2001) 2024-11-12T10:46:11,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:46:11,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:46:11,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:11,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:11,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:46:11,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:46:11,517 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:46:11,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:46:11,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:46:11,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:11,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,43737,1731408319945' ***** 2024-11-12T10:46:11,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:46:11,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(959): stopping server aed202db7571,43737,1731408319945 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:46:11,518 INFO [RS:0;aed202db7571:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:43737. 2024-11-12T10:46:11,518 DEBUG [RS:0;aed202db7571:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:46:11,518 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab5645e6441a2e3a2105429c720f4332, disabling compactions & flushes 2024-11-12T10:46:11,519 DEBUG [RS:0;aed202db7571:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:11,519 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:11,519 INFO [RS:0;aed202db7571:43737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:11,519 INFO [RS:0;aed202db7571:43737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:46:11,519 INFO [RS:0;aed202db7571:43737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. after waiting 0 ms 2024-11-12T10:46:11,519 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:11,519 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab5645e6441a2e3a2105429c720f4332 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T10:46:11,519 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:46:11,519 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab5645e6441a2e3a2105429c720f4332=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.} 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:46:11,519 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab5645e6441a2e3a2105429c720f4332 2024-11-12T10:46:11,519 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:46:11,519 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:46:11,520 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-12T10:46:11,524 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/33952129a1a1442ebf96733f61678a7d is 1055, key is row0001/info:/1731408371494/Put/seqid=0 2024-11-12T10:46:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741845_1021 (size=6008) 2024-11-12T10:46:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741845_1021 (size=6008) 2024-11-12T10:46:11,540 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/33952129a1a1442ebf96733f61678a7d 2024-11-12T10:46:11,543 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/info/4b006f1a3822484dbb3267cf131a3a20 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332./info:regioninfo/1731408321477/Put/seqid=0 2024-11-12T10:46:11,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741846_1022 (size=7308) 2024-11-12T10:46:11,552 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/.tmp/info/33952129a1a1442ebf96733f61678a7d as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/33952129a1a1442ebf96733f61678a7d 2024-11-12T10:46:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741846_1022 (size=7308) 2024-11-12T10:46:11,553 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/info/4b006f1a3822484dbb3267cf131a3a20 2024-11-12T10:46:11,561 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/33952129a1a1442ebf96733f61678a7d, entries=1, sequenceid=22, filesize=5.9 K 2024-11-12T10:46:11,562 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 43ms, sequenceid=22, compaction requested=true 2024-11-12T10:46:11,569 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2] to archive 2024-11-12T10:46:11,573 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:46:11,576 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/882861b7b5784d8088a1b1a63738594c 2024-11-12T10:46:11,578 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288 to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/6573690463f24fec8ddcec0218659288 2024-11-12T10:46:11,581 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2 to hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/info/d7c21e07874c412295c3abff31585ab2 2024-11-12T10:46:11,591 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/ns/e5e8fb897bb04cd78c7c75d3eb872a98 is 43, key is default/ns:d/1731408320969/Put/seqid=0 2024-11-12T10:46:11,594 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aed202db7571:38595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T10:46:11,595 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [882861b7b5784d8088a1b1a63738594c=6008, 6573690463f24fec8ddcec0218659288=6008, d7c21e07874c412295c3abff31585ab2=6008] 2024-11-12T10:46:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741847_1023 (size=5153) 2024-11-12T10:46:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741847_1023 (size=5153) 2024-11-12T10:46:11,603 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ab5645e6441a2e3a2105429c720f4332/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-12T10:46:11,604 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:11,604 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab5645e6441a2e3a2105429c720f4332: Waiting for close lock at 1731408371518Running coprocessor pre-close hooks at 1731408371518Disabling compacts and flushes for region at 1731408371518Disabling writes for close at 1731408371519 (+1 ms)Obtaining lock to block concurrent updates at 1731408371519Preparing flush snapshotting stores in ab5645e6441a2e3a2105429c720f4332 at 1731408371519Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731408371519Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. at 1731408371520 (+1 ms)Flushing ab5645e6441a2e3a2105429c720f4332/info: creating writer at 1731408371520Flushing ab5645e6441a2e3a2105429c720f4332/info: appending metadata at 1731408371523 (+3 ms)Flushing ab5645e6441a2e3a2105429c720f4332/info: closing flushed file at 1731408371523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f5231d: reopening flushed file at 1731408371550 (+27 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ab5645e6441a2e3a2105429c720f4332 in 43ms, sequenceid=22, compaction requested=true at 1731408371562 (+12 ms)Writing region close event to WAL at 1731408371598 (+36 ms)Running coprocessor post-close hooks at 1731408371604 (+6 ms)Closed at 1731408371604 2024-11-12T10:46:11,604 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731408321098.ab5645e6441a2e3a2105429c720f4332. 2024-11-12T10:46:11,719 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:46:11,920 DEBUG [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:46:12,003 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/ns/e5e8fb897bb04cd78c7c75d3eb872a98 2024-11-12T10:46:12,029 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/table/af6bc89e643141bfbf3487b56e8720a2 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731408321487/Put/seqid=0 2024-11-12T10:46:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741848_1024 (size=5508) 2024-11-12T10:46:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741848_1024 (size=5508) 2024-11-12T10:46:12,034 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/table/af6bc89e643141bfbf3487b56e8720a2 2024-11-12T10:46:12,042 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/info/4b006f1a3822484dbb3267cf131a3a20 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/info/4b006f1a3822484dbb3267cf131a3a20 2024-11-12T10:46:12,050 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/info/4b006f1a3822484dbb3267cf131a3a20, entries=10, sequenceid=11, filesize=7.1 K 2024-11-12T10:46:12,051 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/ns/e5e8fb897bb04cd78c7c75d3eb872a98 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/ns/e5e8fb897bb04cd78c7c75d3eb872a98 2024-11-12T10:46:12,059 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/ns/e5e8fb897bb04cd78c7c75d3eb872a98, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:46:12,060 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/.tmp/table/af6bc89e643141bfbf3487b56e8720a2 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/table/af6bc89e643141bfbf3487b56e8720a2 2024-11-12T10:46:12,068 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/table/af6bc89e643141bfbf3487b56e8720a2, entries=2, sequenceid=11, filesize=5.4 K 2024-11-12T10:46:12,070 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=11, compaction requested=false 2024-11-12T10:46:12,083 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:46:12,083 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:46:12,084 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:46:12,084 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408371519Running coprocessor pre-close hooks at 1731408371519Disabling compacts and flushes for region at 1731408371519Disabling writes for close at 1731408371519Obtaining lock to block concurrent updates at 1731408371520 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731408371520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731408371520Flushing stores of hbase:meta,,1.1588230740 at 1731408371520Flushing 1588230740/info: creating writer at 1731408371520Flushing 1588230740/info: appending metadata at 1731408371543 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731408371543Flushing 1588230740/ns: creating writer at 1731408371560 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731408371591 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731408371591Flushing 1588230740/table: creating writer at 1731408372012 (+421 ms)Flushing 1588230740/table: appending metadata at 1731408372028 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731408372028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f34fdd7: reopening flushed file at 1731408372041 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80312d7: reopening flushed file at 1731408372050 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f37d06: reopening flushed file at 1731408372059 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=11, compaction requested=false at 1731408372070 (+11 ms)Writing region close event to WAL at 1731408372077 (+7 ms)Running coprocessor post-close hooks at 1731408372083 (+6 ms)Closed at 1731408372084 (+1 ms) 2024-11-12T10:46:12,084 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:46:12,120 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(976): stopping server aed202db7571,43737,1731408319945; all regions closed. 2024-11-12T10:46:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741834_1010 (size=3306) 2024-11-12T10:46:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741834_1010 (size=3306) 2024-11-12T10:46:12,129 DEBUG [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs 2024-11-12T10:46:12,129 INFO [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C43737%2C1731408319945.meta:.meta(num 1731408320906) 2024-11-12T10:46:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741844_1020 (size=1252) 2024-11-12T10:46:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741844_1020 (size=1252) 2024-11-12T10:46:12,135 DEBUG [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/oldWALs 2024-11-12T10:46:12,135 INFO [RS:0;aed202db7571:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C43737%2C1731408319945:(num 1731408371495) 2024-11-12T10:46:12,135 DEBUG [RS:0;aed202db7571:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:12,136 INFO [RS:0;aed202db7571:43737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:46:12,136 INFO [RS:0;aed202db7571:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:46:12,136 INFO [RS:0;aed202db7571:43737 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:46:12,136 INFO [RS:0;aed202db7571:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:46:12,136 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:46:12,136 INFO [RS:0;aed202db7571:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43737 2024-11-12T10:46:12,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,43737,1731408319945 2024-11-12T10:46:12,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:46:12,138 INFO [RS:0;aed202db7571:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:46:12,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,43737,1731408319945] 2024-11-12T10:46:12,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,43737,1731408319945 already deleted, retry=false 2024-11-12T10:46:12,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,43737,1731408319945 expired; onlineServers=0 2024-11-12T10:46:12,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,38595,1731408319855' ***** 2024-11-12T10:46:12,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:46:12,140 INFO [M:0;aed202db7571:38595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:46:12,140 INFO [M:0;aed202db7571:38595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:46:12,141 DEBUG [M:0;aed202db7571:38595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:46:12,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:46:12,141 DEBUG [M:0;aed202db7571:38595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:46:12,141 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408320145 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408320145,5,FailOnTimeoutGroup] 2024-11-12T10:46:12,141 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408320148 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408320148,5,FailOnTimeoutGroup] 2024-11-12T10:46:12,141 INFO [M:0;aed202db7571:38595 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:46:12,141 INFO [M:0;aed202db7571:38595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:46:12,141 DEBUG [M:0;aed202db7571:38595 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:46:12,141 INFO [M:0;aed202db7571:38595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:46:12,141 INFO [M:0;aed202db7571:38595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:46:12,142 INFO [M:0;aed202db7571:38595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:46:12,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:46:12,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:46:12,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:12,143 DEBUG [M:0;aed202db7571:38595 {}] zookeeper.ZKUtil(347): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:46:12,143 WARN [M:0;aed202db7571:38595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:46:12,144 INFO [M:0;aed202db7571:38595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/.lastflushedseqids 2024-11-12T10:46:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741849_1025 (size=130) 2024-11-12T10:46:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741849_1025 (size=130) 2024-11-12T10:46:12,152 INFO [M:0;aed202db7571:38595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:46:12,152 INFO [M:0;aed202db7571:38595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:46:12,152 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:46:12,152 INFO [M:0;aed202db7571:38595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:12,153 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:12,153 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:46:12,153 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:12,153 INFO [M:0;aed202db7571:38595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.94 KB 2024-11-12T10:46:12,174 DEBUG [M:0;aed202db7571:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46e3780bedd407e875c6fa1a05c3a55 is 82, key is hbase:meta,,1/info:regioninfo/1731408320950/Put/seqid=0 2024-11-12T10:46:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741850_1026 (size=5672) 2024-11-12T10:46:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741850_1026 (size=5672) 2024-11-12T10:46:12,182 INFO [M:0;aed202db7571:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46e3780bedd407e875c6fa1a05c3a55 2024-11-12T10:46:12,202 DEBUG [M:0;aed202db7571:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9545dda0c6e7436d90ae941e518d729e is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408321493/Put/seqid=0 2024-11-12T10:46:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741851_1027 (size=7819) 2024-11-12T10:46:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741851_1027 (size=7819) 2024-11-12T10:46:12,208 INFO [M:0;aed202db7571:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9545dda0c6e7436d90ae941e518d729e 2024-11-12T10:46:12,214 INFO [M:0;aed202db7571:38595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9545dda0c6e7436d90ae941e518d729e 2024-11-12T10:46:12,216 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:46:12,229 DEBUG [M:0;aed202db7571:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628915eda3b54751aac6d362a580943e is 69, key is aed202db7571,43737,1731408319945/rs:state/1731408320194/Put/seqid=0 2024-11-12T10:46:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741852_1028 (size=5156) 2024-11-12T10:46:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741852_1028 (size=5156) 2024-11-12T10:46:12,234 INFO [M:0;aed202db7571:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628915eda3b54751aac6d362a580943e 2024-11-12T10:46:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:46:12,239 INFO [RS:0;aed202db7571:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:46:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1003389b1c00001, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:46:12,239 INFO [RS:0;aed202db7571:43737 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,43737,1731408319945; zookeeper connection closed. 2024-11-12T10:46:12,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fbb1367 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fbb1367 2024-11-12T10:46:12,240 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:46:12,256 DEBUG [M:0;aed202db7571:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5bdaaf4ba67a4dea9dcdd3b2cb20e0fc is 52, key is load_balancer_on/state:d/1731408321093/Put/seqid=0 2024-11-12T10:46:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741853_1029 (size=5056) 2024-11-12T10:46:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741853_1029 (size=5056) 2024-11-12T10:46:12,262 INFO [M:0;aed202db7571:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5bdaaf4ba67a4dea9dcdd3b2cb20e0fc 2024-11-12T10:46:12,269 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46e3780bedd407e875c6fa1a05c3a55 as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46e3780bedd407e875c6fa1a05c3a55 2024-11-12T10:46:12,275 INFO [M:0;aed202db7571:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46e3780bedd407e875c6fa1a05c3a55, entries=8, sequenceid=121, filesize=5.5 K 2024-11-12T10:46:12,276 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9545dda0c6e7436d90ae941e518d729e as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9545dda0c6e7436d90ae941e518d729e 2024-11-12T10:46:12,282 INFO [M:0;aed202db7571:38595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9545dda0c6e7436d90ae941e518d729e 2024-11-12T10:46:12,282 INFO [M:0;aed202db7571:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9545dda0c6e7436d90ae941e518d729e, entries=14, sequenceid=121, filesize=7.6 K 2024-11-12T10:46:12,283 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628915eda3b54751aac6d362a580943e as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628915eda3b54751aac6d362a580943e 2024-11-12T10:46:12,289 INFO [M:0;aed202db7571:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628915eda3b54751aac6d362a580943e, entries=1, sequenceid=121, filesize=5.0 K 2024-11-12T10:46:12,291 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5bdaaf4ba67a4dea9dcdd3b2cb20e0fc as hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5bdaaf4ba67a4dea9dcdd3b2cb20e0fc 2024-11-12T10:46:12,299 INFO [M:0;aed202db7571:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40105/user/jenkins/test-data/87c6629e-bfc5-111f-41df-05a303a4456b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5bdaaf4ba67a4dea9dcdd3b2cb20e0fc, entries=1, sequenceid=121, filesize=4.9 K 2024-11-12T10:46:12,301 INFO [M:0;aed202db7571:38595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=121, compaction requested=false 2024-11-12T10:46:12,303 INFO [M:0;aed202db7571:38595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:12,303 DEBUG [M:0;aed202db7571:38595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408372152Disabling compacts and flushes for region at 1731408372152Disabling writes for close at 1731408372153 (+1 ms)Obtaining lock to block concurrent updates at 1731408372153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408372153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44599, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731408372153Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408372154 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408372154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408372173 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408372174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408372187 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408372201 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408372201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408372214 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408372228 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408372229 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731408372239 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731408372256 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731408372256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383a264: reopening flushed file at 1731408372267 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780a4657: reopening flushed file at 1731408372275 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a9a7dc: reopening flushed file at 1731408372282 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38659f16: reopening flushed file at 1731408372290 (+8 ms)Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=121, compaction requested=false at 1731408372301 (+11 ms)Writing region close event to WAL at 1731408372303 (+2 ms)Closed at 1731408372303 2024-11-12T10:46:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741830_1006 (size=52996) 2024-11-12T10:46:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741830_1006 (size=52996) 2024-11-12T10:46:12,306 INFO [M:0;aed202db7571:38595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:46:12,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:46:12,306 INFO [M:0;aed202db7571:38595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38595 2024-11-12T10:46:12,306 INFO [M:0;aed202db7571:38595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:46:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:46:12,408 INFO [M:0;aed202db7571:38595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:46:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x1003389b1c00000, quorum=127.0.0.1:52400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:46:12,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c52e3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:46:12,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60960dea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:46:12,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:46:12,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62387bb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:46:12,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ff221a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,STOPPED} 2024-11-12T10:46:12,413 WARN [BP-1782660140-172.17.0.2-1731408319179 heartbeating to localhost/127.0.0.1:40105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:46:12,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:46:12,413 WARN [BP-1782660140-172.17.0.2-1731408319179 heartbeating to localhost/127.0.0.1:40105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1782660140-172.17.0.2-1731408319179 (Datanode Uuid a95b5341-bc45-4033-8f0e-378bc9c4956d) service to localhost/127.0.0.1:40105 2024-11-12T10:46:12,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:46:12,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data3/current/BP-1782660140-172.17.0.2-1731408319179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:46:12,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data4/current/BP-1782660140-172.17.0.2-1731408319179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:46:12,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:46:12,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d80ccd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:46:12,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40f4ef67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:46:12,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:46:12,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d81f71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:46:12,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d35ad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,STOPPED} 2024-11-12T10:46:12,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:46:12,419 WARN [BP-1782660140-172.17.0.2-1731408319179 heartbeating to localhost/127.0.0.1:40105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:46:12,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:46:12,419 WARN [BP-1782660140-172.17.0.2-1731408319179 heartbeating to localhost/127.0.0.1:40105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1782660140-172.17.0.2-1731408319179 (Datanode Uuid afef46c8-8ec1-4512-8ff0-c7b4a2228e30) service to localhost/127.0.0.1:40105 2024-11-12T10:46:12,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data1/current/BP-1782660140-172.17.0.2-1731408319179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:46:12,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/cluster_98b4aee2-b688-c55d-33b2-8507db0e0e03/data/data2/current/BP-1782660140-172.17.0.2-1731408319179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:46:12,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:46:12,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f421b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:46:12,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62dd66c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:46:12,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:46:12,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bfda032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:46:12,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a4421d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir/,STOPPED} 2024-11-12T10:46:12,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:46:12,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:46:12,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=2386 (was 2970) 2024-11-12T10:46:12,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=2386 2024-11-12T10:46:12,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.log.dir so I do NOT create it in target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/406dbb2f-46ee-b1ec-bf4b-39b76743a1f4/hadoop.tmp.dir so I do NOT create it in target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88, deleteOnExit=true 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/test.cache.data in system properties and HBase conf 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:46:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:46:12,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:46:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:46:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:46:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:46:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:46:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:46:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:46:12,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:46:12,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:46:12,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:46:12,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:46:12,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:46:12,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:46:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788e10cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:46:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49ec39f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:46:12,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b105802{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/java.io.tmpdir/jetty-localhost-40839-hadoop-hdfs-3_4_1-tests_jar-_-any-12565513970877693956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:46:12,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cc0080e{HTTP/1.1, (http/1.1)}{localhost:40839} 2024-11-12T10:46:12,628 INFO [Time-limited test {}] server.Server(415): Started @139913ms 2024-11-12T10:46:12,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:46:12,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:46:12,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:46:12,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:46:12,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:46:12,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@542f61c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:46:12,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e56258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:46:12,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@704b851c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/java.io.tmpdir/jetty-localhost-45443-hadoop-hdfs-3_4_1-tests_jar-_-any-5204551634734950566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:46:12,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a53d356{HTTP/1.1, (http/1.1)}{localhost:45443} 2024-11-12T10:46:12,790 INFO [Time-limited test {}] server.Server(415): Started @140074ms 2024-11-12T10:46:12,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:46:12,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:46:12,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:46:12,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:46:12,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:46:12,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:46:12,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552e9229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:46:12,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9ccb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:46:12,888 WARN [Thread-1086 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data2/current/BP-2140501228-172.17.0.2-1731408372489/current, will proceed with Du for space computation calculation, 2024-11-12T10:46:12,888 WARN [Thread-1085 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data1/current/BP-2140501228-172.17.0.2-1731408372489/current, will proceed with Du for space computation calculation, 2024-11-12T10:46:12,903 WARN [Thread-1064 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:46:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x558b79bf9878e0df with lease ID 0xf46560620127afb2: Processing first storage report for DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba from datanode DatanodeRegistration(127.0.0.1:37703, datanodeUuid=55c974dc-cae0-433b-8770-d33d3436fa57, infoPort=38301, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489) 2024-11-12T10:46:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x558b79bf9878e0df with lease ID 0xf46560620127afb2: from storage DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba node DatanodeRegistration(127.0.0.1:37703, datanodeUuid=55c974dc-cae0-433b-8770-d33d3436fa57, infoPort=38301, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:46:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x558b79bf9878e0df with lease ID 0xf46560620127afb2: Processing first storage report for DS-81cb7b7c-c967-4aa5-84f3-7b4f97100ad1 from datanode DatanodeRegistration(127.0.0.1:37703, datanodeUuid=55c974dc-cae0-433b-8770-d33d3436fa57, infoPort=38301, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489) 2024-11-12T10:46:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x558b79bf9878e0df with lease ID 0xf46560620127afb2: from storage DS-81cb7b7c-c967-4aa5-84f3-7b4f97100ad1 node DatanodeRegistration(127.0.0.1:37703, datanodeUuid=55c974dc-cae0-433b-8770-d33d3436fa57, infoPort=38301, infoSecurePort=0, ipcPort=44283, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:46:12,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ac6fc22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/java.io.tmpdir/jetty-localhost-40281-hadoop-hdfs-3_4_1-tests_jar-_-any-15151749569780952229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:46:12,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17a96577{HTTP/1.1, (http/1.1)}{localhost:40281} 2024-11-12T10:46:12,943 INFO [Time-limited test {}] server.Server(415): Started @140228ms 2024-11-12T10:46:12,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:46:13,003 WARN [Thread-1111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data3/current/BP-2140501228-172.17.0.2-1731408372489/current, will proceed with Du for space computation calculation, 2024-11-12T10:46:13,003 WARN [Thread-1112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data4/current/BP-2140501228-172.17.0.2-1731408372489/current, will proceed with Du for space computation calculation, 2024-11-12T10:46:13,018 WARN [Thread-1100 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:46:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9df20719f4608dd with lease ID 0xf46560620127afb3: Processing first storage report for DS-5ba5140d-a945-4aac-9bc4-06c4338d1276 from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=38fbc8d5-5e23-4af9-97ac-fb59ca302935, infoPort=39461, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489) 2024-11-12T10:46:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9df20719f4608dd with lease ID 0xf46560620127afb3: from storage DS-5ba5140d-a945-4aac-9bc4-06c4338d1276 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=38fbc8d5-5e23-4af9-97ac-fb59ca302935, infoPort=39461, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:46:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9df20719f4608dd with lease ID 0xf46560620127afb3: Processing first storage report for DS-9a11b82c-a8ba-4839-ad54-1df0601b9dfc from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=38fbc8d5-5e23-4af9-97ac-fb59ca302935, infoPort=39461, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489) 2024-11-12T10:46:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9df20719f4608dd with lease ID 0xf46560620127afb3: from storage DS-9a11b82c-a8ba-4839-ad54-1df0601b9dfc node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=38fbc8d5-5e23-4af9-97ac-fb59ca302935, infoPort=39461, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=24405792;c=1731408372489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:46:13,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1 2024-11-12T10:46:13,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/zookeeper_0, clientPort=60647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:46:13,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60647 2024-11-12T10:46:13,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:46:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:46:13,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3 with version=8 2024-11-12T10:46:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase-staging 2024-11-12T10:46:13,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:46:13,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:46:13,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:46:13,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45867 2024-11-12T10:46:13,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45867 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-12T10:46:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458670x0, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:46:13,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45867-0x100338a81be0000 connected 2024-11-12T10:46:13,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:46:13,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3, hbase.cluster.distributed=false 2024-11-12T10:46:13,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:46:13,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-12T10:46:13,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-11-12T10:46:13,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-11-12T10:46:13,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-12T10:46:13,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-12T10:46:13,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:46:13,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:46:13,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:46:13,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:46:13,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:46:13,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:46:13,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-11-12T10:46:13,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40681 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-12T10:46:13,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406810x0, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:46:13,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:46:13,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40681-0x100338a81be0001 connected 2024-11-12T10:46:13,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:46:13,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:46:13,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:46:13,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:46:13,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-12T10:46:13,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-11-12T10:46:13,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-11-12T10:46:13,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-12T10:46:13,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-12T10:46:13,162 DEBUG [M:0;aed202db7571:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:45867 2024-11-12T10:46:13,162 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,45867,1731408373086 2024-11-12T10:46:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:46:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:46:13,164 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,45867,1731408373086 2024-11-12T10:46:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:46:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,165 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:46:13,166 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,45867,1731408373086 from backup master directory 2024-11-12T10:46:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,45867,1731408373086 2024-11-12T10:46:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:46:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:46:13,166 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:46:13,166 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,45867,1731408373086 2024-11-12T10:46:13,170 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/hbase.id] with ID: 6c28bb02-a374-49a8-8611-52183e0d7a5f 2024-11-12T10:46:13,170 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/.tmp/hbase.id 2024-11-12T10:46:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:46:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:46:13,177 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/.tmp/hbase.id]:[hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/hbase.id] 2024-11-12T10:46:13,193 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:13,193 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:46:13,196 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T10:46:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:46:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:46:13,209 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:46:13,210 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:46:13,210 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:46:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:46:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:46:13,224 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store 2024-11-12T10:46:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:46:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:46:13,235 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:13,235 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:46:13,235 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408373235Disabling compacts and flushes for region at 1731408373235Disabling writes for close at 1731408373235Writing region close event to WAL at 1731408373235Closed at 1731408373235 2024-11-12T10:46:13,236 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/.initializing 2024-11-12T10:46:13,236 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/WALs/aed202db7571,45867,1731408373086 2024-11-12T10:46:13,238 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:46:13,240 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C45867%2C1731408373086, suffix=, logDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/WALs/aed202db7571,45867,1731408373086, archiveDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/oldWALs, maxLogs=10 2024-11-12T10:46:13,252 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/WALs/aed202db7571,45867,1731408373086/aed202db7571%2C45867%2C1731408373086.1731408373240, exclude list is [], retry=0 2024-11-12T10:46:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba,DISK] 2024-11-12T10:46:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-5ba5140d-a945-4aac-9bc4-06c4338d1276,DISK] 2024-11-12T10:46:13,256 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/WALs/aed202db7571,45867,1731408373086/aed202db7571%2C45867%2C1731408373086.1731408373240 2024-11-12T10:46:13,256 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:39461:39461)] 2024-11-12T10:46:13,256 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:46:13,257 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:13,257 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,257 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:46:13,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:46:13,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:13,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:46:13,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:13,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:46:13,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:13,265 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,265 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,265 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,267 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,267 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,267 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:46:13,268 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:46:13,270 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:46:13,270 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759506, jitterRate=-0.03423909842967987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:46:13,271 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408373257Initializing all the Stores at 1731408373258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408373258Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408373258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408373258Cleaning up temporary data from old regions at 1731408373267 (+9 ms)Region opened successfully at 1731408373271 (+4 ms) 2024-11-12T10:46:13,271 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:46:13,275 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487e445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:46:13,276 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:46:13,276 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:46:13,276 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:46:13,276 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:46:13,277 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:46:13,277 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:46:13,277 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:46:13,281 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:46:13,282 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:46:13,283 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:46:13,283 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:46:13,284 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:46:13,284 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:46:13,285 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:46:13,286 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:46:13,286 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:46:13,287 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:46:13,288 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:46:13,290 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:46:13,291 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:46:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:46:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:46:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,292 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,45867,1731408373086, sessionid=0x100338a81be0000, setting cluster-up flag (Was=false) 2024-11-12T10:46:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,296 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:46:13,297 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45867,1731408373086 2024-11-12T10:46:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,302 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:46:13,303 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45867,1731408373086 2024-11-12T10:46:13,304 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:46:13,305 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:46:13,306 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:46:13,306 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:46:13,306 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,45867,1731408373086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,307 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:46:13,308 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,308 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408403308 2024-11-12T10:46:13,308 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:46:13,308 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:46:13,308 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:46:13,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:46:13,309 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:46:13,310 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:46:13,310 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:46:13,310 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408373310,5,FailOnTimeoutGroup] 2024-11-12T10:46:13,310 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:46:13,312 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408373310,5,FailOnTimeoutGroup] 2024-11-12T10:46:13,312 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,313 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:46:13,313 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,313 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:46:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:46:13,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:46:13,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3 2024-11-12T10:46:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:46:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:46:13,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:13,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:46:13,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:46:13,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:46:13,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:46:13,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:46:13,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:46:13,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:46:13,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:46:13,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:46:13,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740 2024-11-12T10:46:13,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740 2024-11-12T10:46:13,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:46:13,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:46:13,337 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:46:13,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:46:13,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:46:13,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792173, jitterRate=0.0073006898164749146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:46:13,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408373327Initializing all the Stores at 1731408373328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408373328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373328Cleaning up temporary data from old regions at 1731408373337 (+9 ms)Region opened successfully at 1731408373341 (+4 ms) 2024-11-12T10:46:13,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:46:13,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:46:13,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:46:13,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:46:13,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:46:13,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:46:13,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408373341Disabling compacts and flushes for region at 1731408373341Disabling writes for close at 1731408373342 (+1 ms)Writing region close event to WAL at 1731408373342Closed at 1731408373342 2024-11-12T10:46:13,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:46:13,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:46:13,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:46:13,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:46:13,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:46:13,354 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(746): ClusterId : 6c28bb02-a374-49a8-8611-52183e0d7a5f 2024-11-12T10:46:13,354 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:46:13,356 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:46:13,357 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:46:13,358 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:46:13,358 DEBUG [RS:0;aed202db7571:40681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68188e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:46:13,370 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:40681 2024-11-12T10:46:13,370 INFO [RS:0;aed202db7571:40681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:46:13,370 INFO [RS:0;aed202db7571:40681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:46:13,370 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:46:13,371 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,45867,1731408373086 with port=40681, startcode=1731408373132 2024-11-12T10:46:13,371 DEBUG [RS:0;aed202db7571:40681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:46:13,373 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:46:13,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,40681,1731408373132 2024-11-12T10:46:13,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(517): Registering regionserver=aed202db7571,40681,1731408373132 2024-11-12T10:46:13,375 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3 2024-11-12T10:46:13,375 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42279 2024-11-12T10:46:13,375 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:46:13,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:46:13,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,40681,1731408373132] 2024-11-12T10:46:13,377 DEBUG [RS:0;aed202db7571:40681 {}] zookeeper.ZKUtil(111): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,40681,1731408373132 2024-11-12T10:46:13,377 WARN [RS:0;aed202db7571:40681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:46:13,377 INFO [RS:0;aed202db7571:40681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:46:13,378 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132 2024-11-12T10:46:13,382 INFO [RS:0;aed202db7571:40681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:46:13,383 INFO [RS:0;aed202db7571:40681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:46:13,383 INFO [RS:0;aed202db7571:40681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:46:13,383 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,384 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:46:13,385 INFO [RS:0;aed202db7571:40681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:46:13,385 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:46:13,386 DEBUG [RS:0;aed202db7571:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:46:13,388 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,388 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,389 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,389 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,389 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,389 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,40681,1731408373132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:46:13,402 INFO [RS:0;aed202db7571:40681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:46:13,402 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,40681,1731408373132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,402 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,402 INFO [RS:0;aed202db7571:40681 {}] regionserver.Replication(171): aed202db7571,40681,1731408373132 started 2024-11-12T10:46:13,415 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,416 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,40681,1731408373132, RpcServer on aed202db7571/172.17.0.2:40681, sessionid=0x100338a81be0001 2024-11-12T10:46:13,416 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:46:13,416 DEBUG [RS:0;aed202db7571:40681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,40681,1731408373132 2024-11-12T10:46:13,416 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,40681,1731408373132' 2024-11-12T10:46:13,416 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,40681,1731408373132 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,40681,1731408373132' 2024-11-12T10:46:13,417 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:46:13,418 DEBUG [RS:0;aed202db7571:40681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:46:13,418 DEBUG [RS:0;aed202db7571:40681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:46:13,418 INFO [RS:0;aed202db7571:40681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:46:13,418 INFO [RS:0;aed202db7571:40681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:46:13,496 WARN [aed202db7571:45867 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:46:13,519 INFO [RS:0;aed202db7571:40681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:46:13,521 INFO [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C40681%2C1731408373132, suffix=, logDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132, archiveDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs, maxLogs=32 2024-11-12T10:46:13,536 DEBUG [RS:0;aed202db7571:40681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522, exclude list is [], retry=0 2024-11-12T10:46:13,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-5ba5140d-a945-4aac-9bc4-06c4338d1276,DISK] 2024-11-12T10:46:13,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba,DISK] 2024-11-12T10:46:13,541 INFO [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 2024-11-12T10:46:13,541 DEBUG [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-12T10:46:13,747 DEBUG [aed202db7571:45867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:46:13,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:13,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,40681,1731408373132, state=OPENING 2024-11-12T10:46:13,753 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:46:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:46:13,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:46:13,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:46:13,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:46:13,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,40681,1731408373132}] 2024-11-12T10:46:13,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:46:13,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:46:13,923 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:46:13,923 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:46:13,924 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:46:13,926 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C40681%2C1731408373132.meta, suffix=.meta, logDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132, archiveDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs, maxLogs=32 2024-11-12T10:46:13,939 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.meta.1731408373926.meta, exclude list is [], retry=0 2024-11-12T10:46:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba,DISK] 2024-11-12T10:46:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-5ba5140d-a945-4aac-9bc4-06c4338d1276,DISK] 2024-11-12T10:46:13,942 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.meta.1731408373926.meta 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:46:13,943 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:13,943 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:46:13,944 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:46:13,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:46:13,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:46:13,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:46:13,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:46:13,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:46:13,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:46:13,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:46:13,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:46:13,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:13,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:46:13,950 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:46:13,951 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740 2024-11-12T10:46:13,952 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740 2024-11-12T10:46:13,953 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:46:13,953 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:46:13,954 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:46:13,955 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:46:13,956 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818412, jitterRate=0.04066573083400726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:46:13,956 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:46:13,957 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408373944Writing region info on filesystem at 1731408373944Initializing all the Stores at 1731408373944Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373945 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408373945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408373945Cleaning up temporary data from old regions at 1731408373953 (+8 ms)Running coprocessor post-open hooks at 1731408373956 (+3 ms)Region opened successfully at 1731408373957 (+1 ms) 2024-11-12T10:46:13,958 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408373911 2024-11-12T10:46:13,960 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:46:13,960 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:46:13,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:13,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,40681,1731408373132, state=OPEN 2024-11-12T10:46:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:46:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:46:13,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,40681,1731408373132 2024-11-12T10:46:13,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:46:13,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:46:13,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:46:13,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,40681,1731408373132 in 208 msec 2024-11-12T10:46:13,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:46:13,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-12T10:46:13,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:46:13,969 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:46:13,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:46:13,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,40681,1731408373132, seqNum=-1] 2024-11-12T10:46:13,971 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:46:13,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:46:13,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-12T10:46:13,977 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408373977, completionTime=-1 2024-11-12T10:46:13,977 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:46:13,977 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:46:13,978 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408433978 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408493979 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:45867, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,979 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:13,981 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:46:13,982 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.816sec 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:46:13,983 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:46:13,985 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:46:13,985 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:46:13,985 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45867,1731408373086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:46:14,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8e1d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:46:14,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,45867,-1 for getting cluster id 2024-11-12T10:46:14,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:46:14,056 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c28bb02-a374-49a8-8611-52183e0d7a5f' 2024-11-12T10:46:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:46:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c28bb02-a374-49a8-8611-52183e0d7a5f" 2024-11-12T10:46:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd39469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:46:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,45867,-1] 2024-11-12T10:46:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:46:14,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:46:14,059 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:46:14,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc8fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:46:14,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:46:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,40681,1731408373132, seqNum=-1] 2024-11-12T10:46:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:46:14,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:46:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,45867,1731408373086 2024-11-12T10:46:14,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:46:14,068 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T10:46:14,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:46:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,45867,1731408373086 2024-11-12T10:46:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d73b18 2024-11-12T10:46:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:46:14,071 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:46:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T10:46:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T10:46:14,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:46:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-12T10:46:14,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:46:14,075 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:14,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-12T10:46:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:46:14,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:46:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741835_1011 (size=381) 2024-11-12T10:46:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741835_1011 (size=381) 2024-11-12T10:46:14,085 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c733c4bde0787a7e5c69fee95a7f801d, NAME => 'TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3 2024-11-12T10:46:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741836_1012 (size=64) 2024-11-12T10:46:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741836_1012 (size=64) 2024-11-12T10:46:14,495 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:14,495 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c733c4bde0787a7e5c69fee95a7f801d, disabling compactions & flushes 2024-11-12T10:46:14,495 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,495 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. after waiting 0 ms 2024-11-12T10:46:14,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,496 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c733c4bde0787a7e5c69fee95a7f801d: Waiting for close lock at 1731408374495Disabling compacts and flushes for region at 1731408374495Disabling writes for close at 1731408374496 (+1 ms)Writing region close event to WAL at 1731408374496Closed at 1731408374496 2024-11-12T10:46:14,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:46:14,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731408374499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408374499"}]},"ts":"1731408374499"} 2024-11-12T10:46:14,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:46:14,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:46:14,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408374505"}]},"ts":"1731408374505"} 2024-11-12T10:46:14,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-12T10:46:14,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, ASSIGN}] 2024-11-12T10:46:14,509 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, ASSIGN 2024-11-12T10:46:14,510 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, ASSIGN; state=OFFLINE, location=aed202db7571,40681,1731408373132; forceNewPlan=false, retain=false 2024-11-12T10:46:14,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c733c4bde0787a7e5c69fee95a7f801d, regionState=OPENING, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:14,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, ASSIGN because future has completed 2024-11-12T10:46:14,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132}] 2024-11-12T10:46:14,833 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c733c4bde0787a7e5c69fee95a7f801d, NAME => 'TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:46:14,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:14,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,836 INFO [StoreOpener-c733c4bde0787a7e5c69fee95a7f801d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,838 INFO [StoreOpener-c733c4bde0787a7e5c69fee95a7f801d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c733c4bde0787a7e5c69fee95a7f801d columnFamilyName info 2024-11-12T10:46:14,838 DEBUG [StoreOpener-c733c4bde0787a7e5c69fee95a7f801d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:14,838 INFO [StoreOpener-c733c4bde0787a7e5c69fee95a7f801d-1 {}] regionserver.HStore(327): Store=c733c4bde0787a7e5c69fee95a7f801d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:14,838 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,839 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,843 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,845 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:46:14,846 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c733c4bde0787a7e5c69fee95a7f801d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849296, jitterRate=0.07993628084659576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:46:14,846 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:14,846 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c733c4bde0787a7e5c69fee95a7f801d: Running coprocessor pre-open hook at 1731408374835Writing region info on filesystem at 1731408374835Initializing all the Stores at 1731408374836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408374836Cleaning up temporary data from old regions at 1731408374840 (+4 ms)Running coprocessor post-open hooks at 1731408374846 (+6 ms)Region opened successfully at 1731408374846 2024-11-12T10:46:14,848 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., pid=6, masterSystemTime=1731408374824 2024-11-12T10:46:14,850 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,850 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:14,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c733c4bde0787a7e5c69fee95a7f801d, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132 because future has completed 2024-11-12T10:46:14,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:46:14,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132 in 187 msec 2024-11-12T10:46:14,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:46:14,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, ASSIGN in 350 msec 2024-11-12T10:46:14,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:46:14,862 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408374862"}]},"ts":"1731408374862"} 2024-11-12T10:46:14,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-12T10:46:14,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:46:14,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 794 msec 2024-11-12T10:46:16,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:16,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:46:17,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:17,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-12T10:46:17,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T10:46:17,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T10:46:19,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:46:19,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-12T10:46:23,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:46:23,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:23,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:46:24,184 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-12T10:46:24,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-12T10:46:24,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-12T10:46:24,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., hostname=aed202db7571,40681,1731408373132, seqNum=2] 2024-11-12T10:46:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:24,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:24,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c2b1def125f744d5858c0e0ea22e0471 is 1055, key is row0001/info:/1731408384198/Put/seqid=0 2024-11-12T10:46:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741837_1013 (size=13386) 2024-11-12T10:46:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741837_1013 (size=13386) 2024-11-12T10:46:24,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c2b1def125f744d5858c0e0ea22e0471 2024-11-12T10:46:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c2b1def125f744d5858c0e0ea22e0471 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471 2024-11-12T10:46:24,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T10:46:24,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for c733c4bde0787a7e5c69fee95a7f801d in 40ms, sequenceid=12, compaction requested=false 2024-11-12T10:46:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:24,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-12T10:46:24,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/9a6d093b51ba47cba93baf883d542767 is 1055, key is row0009/info:/1731408384219/Put/seqid=0 2024-11-12T10:46:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741838_1014 (size=23926) 2024-11-12T10:46:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741838_1014 (size=23926) 2024-11-12T10:46:24,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/9a6d093b51ba47cba93baf883d542767 2024-11-12T10:46:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/9a6d093b51ba47cba93baf883d542767 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 2024-11-12T10:46:24,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767, entries=18, sequenceid=33, filesize=23.4 K 2024-11-12T10:46:24,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for c733c4bde0787a7e5c69fee95a7f801d in 26ms, sequenceid=33, compaction requested=false 2024-11-12T10:46:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=36.4 K, sizeToCheck=16.0 K 2024-11-12T10:46:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 because midkey is the same as first or last row 2024-11-12T10:46:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:26,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:26,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 is 1055, key is row0027/info:/1731408384261/Put/seqid=0 2024-11-12T10:46:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741839_1015 (size=13386) 2024-11-12T10:46:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741839_1015 (size=13386) 2024-11-12T10:46:26,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 2024-11-12T10:46:26,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 2024-11-12T10:46:26,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2, entries=8, sequenceid=44, filesize=13.1 K 2024-11-12T10:46:26,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for c733c4bde0787a7e5c69fee95a7f801d in 30ms, sequenceid=44, compaction requested=true 2024-11-12T10:46:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=49.5 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 because midkey is the same as first or last row 2024-11-12T10:46:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c733c4bde0787a7e5c69fee95a7f801d:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:26,311 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:26,312 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50698 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:26,313 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): c733c4bde0787a7e5c69fee95a7f801d/info is initiating minor compaction (all files) 2024-11-12T10:46:26,313 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c733c4bde0787a7e5c69fee95a7f801d/info in TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:26,313 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp, totalSize=49.5 K 2024-11-12T10:46:26,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:26,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-12T10:46:26,313 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b1def125f744d5858c0e0ea22e0471, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731408384198 2024-11-12T10:46:26,314 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a6d093b51ba47cba93baf883d542767, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731408384219 2024-11-12T10:46:26,314 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa2bee3f03a44bb9cbf4ed4fa7526c2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731408384261 2024-11-12T10:46:26,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/e82e3e39c9e941de981006c6b23243d7 is 1055, key is row0035/info:/1731408386280/Put/seqid=0 2024-11-12T10:46:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741840_1016 (size=21822) 2024-11-12T10:46:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741840_1016 (size=21822) 2024-11-12T10:46:26,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/e82e3e39c9e941de981006c6b23243d7 2024-11-12T10:46:26,339 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c733c4bde0787a7e5c69fee95a7f801d#info#compaction#35 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:26,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/e82e3e39c9e941de981006c6b23243d7 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7 2024-11-12T10:46:26,340 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/4f4ba7fcedd840328a008a78555d8753 is 1055, key is row0001/info:/1731408384198/Put/seqid=0 2024-11-12T10:46:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741841_1017 (size=40897) 2024-11-12T10:46:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741841_1017 (size=40897) 2024-11-12T10:46:26,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7, entries=16, sequenceid=63, filesize=21.3 K 2024-11-12T10:46:26,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for c733c4bde0787a7e5c69fee95a7f801d in 35ms, sequenceid=63, compaction requested=false 2024-11-12T10:46:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 because midkey is the same as first or last row 2024-11-12T10:46:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:26,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T10:46:26,353 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/4f4ba7fcedd840328a008a78555d8753 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 2024-11-12T10:46:26,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/21b163fac58d48848697d081807094cc is 1055, key is row0051/info:/1731408386316/Put/seqid=0 2024-11-12T10:46:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741842_1018 (size=19714) 2024-11-12T10:46:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741842_1018 (size=19714) 2024-11-12T10:46:26,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/21b163fac58d48848697d081807094cc 2024-11-12T10:46:26,361 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c733c4bde0787a7e5c69fee95a7f801d/info of c733c4bde0787a7e5c69fee95a7f801d into 4f4ba7fcedd840328a008a78555d8753(size=39.9 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:26,362 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:26,364 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., storeName=c733c4bde0787a7e5c69fee95a7f801d/info, priority=13, startTime=1731408386311; duration=0sec 2024-11-12T10:46:26,364 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,364 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,364 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 because midkey is the same as first or last row 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 because midkey is the same as first or last row 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 because midkey is the same as first or last row 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:26,365 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c733c4bde0787a7e5c69fee95a7f801d:info 2024-11-12T10:46:26,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/21b163fac58d48848697d081807094cc as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc 2024-11-12T10:46:26,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc, entries=14, sequenceid=80, filesize=19.3 K 2024-11-12T10:46:26,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for c733c4bde0787a7e5c69fee95a7f801d in 22ms, sequenceid=80, compaction requested=true 2024-11-12T10:46:26,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.5 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 because midkey is the same as first or last row 2024-11-12T10:46:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c733c4bde0787a7e5c69fee95a7f801d:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:26,373 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:26,374 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 82433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:26,374 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): c733c4bde0787a7e5c69fee95a7f801d/info is initiating minor compaction (all files) 2024-11-12T10:46:26,374 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c733c4bde0787a7e5c69fee95a7f801d/info in TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:26,375 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp, totalSize=80.5 K 2024-11-12T10:46:26,375 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f4ba7fcedd840328a008a78555d8753, keycount=34, bloomtype=ROW, size=39.9 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731408384198 2024-11-12T10:46:26,375 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82e3e39c9e941de981006c6b23243d7, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731408386280 2024-11-12T10:46:26,376 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b163fac58d48848697d081807094cc, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731408386316 2024-11-12T10:46:26,389 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c733c4bde0787a7e5c69fee95a7f801d#info#compaction#37 average throughput is 16.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:26,390 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/903ae178969841909b4f7c31e64aa8e0 is 1055, key is row0001/info:/1731408384198/Put/seqid=0 2024-11-12T10:46:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741843_1019 (size=72701) 2024-11-12T10:46:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741843_1019 (size=72701) 2024-11-12T10:46:26,401 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/903ae178969841909b4f7c31e64aa8e0 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 2024-11-12T10:46:26,407 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c733c4bde0787a7e5c69fee95a7f801d/info of c733c4bde0787a7e5c69fee95a7f801d into 903ae178969841909b4f7c31e64aa8e0(size=71.0 K), total size for store is 71.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:26,407 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:26,407 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., storeName=c733c4bde0787a7e5c69fee95a7f801d/info, priority=13, startTime=1731408386373; duration=0sec 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 because midkey is the same as first or last row 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 because midkey is the same as first or last row 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 because midkey is the same as first or last row 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:26,408 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c733c4bde0787a7e5c69fee95a7f801d:info 2024-11-12T10:46:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:28,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/aeaf34e16a304a988cdd49568e2a086e is 1055, key is row0065/info:/1731408388353/Put/seqid=0 2024-11-12T10:46:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741844_1020 (size=13386) 2024-11-12T10:46:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741844_1020 (size=13386) 2024-11-12T10:46:28,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/aeaf34e16a304a988cdd49568e2a086e 2024-11-12T10:46:28,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/aeaf34e16a304a988cdd49568e2a086e as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e 2024-11-12T10:46:28,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e, entries=8, sequenceid=93, filesize=13.1 K 2024-11-12T10:46:28,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c733c4bde0787a7e5c69fee95a7f801d in 26ms, sequenceid=93, compaction requested=false 2024-11-12T10:46:28,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:28,398 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=84.1 K, sizeToCheck=16.0 K 2024-11-12T10:46:28,398 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:28,398 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 because midkey is the same as first or last row 2024-11-12T10:46:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:28,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c9325b4c62c1468a98718ca8803712d0 is 1055, key is row0073/info:/1731408388373/Put/seqid=0 2024-11-12T10:46:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741845_1021 (size=18662) 2024-11-12T10:46:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741845_1021 (size=18662) 2024-11-12T10:46:28,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c9325b4c62c1468a98718ca8803712d0 2024-11-12T10:46:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/c9325b4c62c1468a98718ca8803712d0 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0 2024-11-12T10:46:28,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0, entries=13, sequenceid=109, filesize=18.2 K 2024-11-12T10:46:28,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for c733c4bde0787a7e5c69fee95a7f801d in 27ms, sequenceid=109, compaction requested=true 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.3 K, sizeToCheck=16.0 K 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 because midkey is the same as first or last row 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c733c4bde0787a7e5c69fee95a7f801d:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:28,427 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:28,428 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:28,429 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): c733c4bde0787a7e5c69fee95a7f801d/info is initiating minor compaction (all files) 2024-11-12T10:46:28,429 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c733c4bde0787a7e5c69fee95a7f801d/info in TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:28,429 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp, totalSize=102.3 K 2024-11-12T10:46:28,429 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 903ae178969841909b4f7c31e64aa8e0, keycount=64, bloomtype=ROW, size=71.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731408384198 2024-11-12T10:46:28,429 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeaf34e16a304a988cdd49568e2a086e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731408388353 2024-11-12T10:46:28,430 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9325b4c62c1468a98718ca8803712d0, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731408388373 2024-11-12T10:46:28,443 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c733c4bde0787a7e5c69fee95a7f801d#info#compaction#40 average throughput is 28.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:28,444 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/ce8281495d154c8cbcb9cda9d36d713b is 1055, key is row0001/info:/1731408384198/Put/seqid=0 2024-11-12T10:46:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741846_1022 (size=94899) 2024-11-12T10:46:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741846_1022 (size=94899) 2024-11-12T10:46:28,455 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/ce8281495d154c8cbcb9cda9d36d713b as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b 2024-11-12T10:46:28,462 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c733c4bde0787a7e5c69fee95a7f801d/info of c733c4bde0787a7e5c69fee95a7f801d into ce8281495d154c8cbcb9cda9d36d713b(size=92.7 K), total size for store is 92.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c733c4bde0787a7e5c69fee95a7f801d: 2024-11-12T10:46:28,463 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., storeName=c733c4bde0787a7e5c69fee95a7f801d/info, priority=13, startTime=1731408388427; duration=0sec 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-12T10:46:28,463 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T10:46:28,464 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:28,464 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:28,464 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c733c4bde0787a7e5c69fee95a7f801d:info 2024-11-12T10:46:28,465 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] assignment.AssignmentManager(1363): Split request from aed202db7571,40681,1731408373132, parent={ENCODED => c733c4bde0787a7e5c69fee95a7f801d, NAME => 'TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-12T10:46:28,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=aed202db7571,40681,1731408373132 2024-11-12T10:46:28,474 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c733c4bde0787a7e5c69fee95a7f801d, daughterA=9ba450be137e3b53c21eaea79dc8bc5e, daughterB=0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:28,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c733c4bde0787a7e5c69fee95a7f801d, daughterA=9ba450be137e3b53c21eaea79dc8bc5e, daughterB=0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:28,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c733c4bde0787a7e5c69fee95a7f801d, daughterA=9ba450be137e3b53c21eaea79dc8bc5e, daughterB=0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:28,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c733c4bde0787a7e5c69fee95a7f801d, daughterA=9ba450be137e3b53c21eaea79dc8bc5e, daughterB=0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:28,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, UNASSIGN}] 2024-11-12T10:46:28,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, UNASSIGN 2024-11-12T10:46:28,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c733c4bde0787a7e5c69fee95a7f801d, regionState=CLOSING, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:28,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, UNASSIGN because future has completed 2024-11-12T10:46:28,486 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-12T10:46:28,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132}] 2024-11-12T10:46:28,643 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,643 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-12T10:46:28,644 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing c733c4bde0787a7e5c69fee95a7f801d, disabling compactions & flushes 2024-11-12T10:46:28,644 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:28,644 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:28,644 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. after waiting 0 ms 2024-11-12T10:46:28,644 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:28,644 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing c733c4bde0787a7e5c69fee95a7f801d 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-12T10:46:28,648 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/8f98221991314d3899972d4bdc4d4835 is 1055, key is row0086/info:/1731408388401/Put/seqid=0 2024-11-12T10:46:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741847_1023 (size=16542) 2024-11-12T10:46:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741847_1023 (size=16542) 2024-11-12T10:46:28,654 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/8f98221991314d3899972d4bdc4d4835 2024-11-12T10:46:28,661 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/.tmp/info/8f98221991314d3899972d4bdc4d4835 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/8f98221991314d3899972d4bdc4d4835 2024-11-12T10:46:28,667 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/8f98221991314d3899972d4bdc4d4835, entries=11, sequenceid=124, filesize=16.2 K 2024-11-12T10:46:28,668 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for c733c4bde0787a7e5c69fee95a7f801d in 24ms, sequenceid=124, compaction requested=false 2024-11-12T10:46:28,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0] to archive 2024-11-12T10:46:28,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:46:28,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c2b1def125f744d5858c0e0ea22e0471 2024-11-12T10:46:28,675 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/9a6d093b51ba47cba93baf883d542767 2024-11-12T10:46:28,677 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/4f4ba7fcedd840328a008a78555d8753 2024-11-12T10:46:28,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/3aa2bee3f03a44bb9cbf4ed4fa7526c2 2024-11-12T10:46:28,681 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/e82e3e39c9e941de981006c6b23243d7 2024-11-12T10:46:28,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/903ae178969841909b4f7c31e64aa8e0 2024-11-12T10:46:28,684 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/21b163fac58d48848697d081807094cc 2024-11-12T10:46:28,687 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/aeaf34e16a304a988cdd49568e2a086e 2024-11-12T10:46:28,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/c9325b4c62c1468a98718ca8803712d0 2024-11-12T10:46:28,695 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-12T10:46:28,696 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. 2024-11-12T10:46:28,696 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for c733c4bde0787a7e5c69fee95a7f801d: Waiting for close lock at 1731408388644Running coprocessor pre-close hooks at 1731408388644Disabling compacts and flushes for region at 1731408388644Disabling writes for close at 1731408388644Obtaining lock to block concurrent updates at 1731408388644Preparing flush snapshotting stores in c733c4bde0787a7e5c69fee95a7f801d at 1731408388644Finished memstore snapshotting TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1731408388644Flushing stores of TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. at 1731408388645 (+1 ms)Flushing c733c4bde0787a7e5c69fee95a7f801d/info: creating writer at 1731408388645Flushing c733c4bde0787a7e5c69fee95a7f801d/info: appending metadata at 1731408388648 (+3 ms)Flushing c733c4bde0787a7e5c69fee95a7f801d/info: closing flushed file at 1731408388648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b79ae3d: reopening flushed file at 1731408388660 (+12 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for c733c4bde0787a7e5c69fee95a7f801d in 24ms, sequenceid=124, compaction requested=false at 1731408388668 (+8 ms)Writing region close event to WAL at 1731408388691 (+23 ms)Running coprocessor post-close hooks at 1731408388695 (+4 ms)Closed at 1731408388696 (+1 ms) 2024-11-12T10:46:28,698 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,699 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c733c4bde0787a7e5c69fee95a7f801d, regionState=CLOSED 2024-11-12T10:46:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132 because future has completed 2024-11-12T10:46:28,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:46:28,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure c733c4bde0787a7e5c69fee95a7f801d, server=aed202db7571,40681,1731408373132 in 215 msec 2024-11-12T10:46:28,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:46:28,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c733c4bde0787a7e5c69fee95a7f801d, UNASSIGN in 223 msec 2024-11-12T10:46:28,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:28,717 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=c733c4bde0787a7e5c69fee95a7f801d, threads=2 2024-11-12T10:46:28,719 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b for region: c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,719 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/8f98221991314d3899972d4bdc4d4835 for region: c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,729 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/8f98221991314d3899972d4bdc4d4835, top=true 2024-11-12T10:46:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741848_1024 (size=27) 2024-11-12T10:46:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741848_1024 (size=27) 2024-11-12T10:46:28,735 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835 for child: 0da4626e29889dedf8d9303cb5e2c9f1, parent: c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,736 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/8f98221991314d3899972d4bdc4d4835 for region: c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741849_1025 (size=27) 2024-11-12T10:46:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741849_1025 (size=27) 2024-11-12T10:46:28,744 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b for region: c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:46:28,746 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region c733c4bde0787a7e5c69fee95a7f801d Daughter A: [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d] storefiles, Daughter B: [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d] storefiles. 2024-11-12T10:46:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741850_1026 (size=71) 2024-11-12T10:46:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741850_1026 (size=71) 2024-11-12T10:46:28,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741851_1027 (size=71) 2024-11-12T10:46:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741851_1027 (size=71) 2024-11-12T10:46:28,769 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:28,780 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-12T10:46:28,782 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-12T10:46:28,785 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731408388784"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731408388784"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731408388784"}]},"ts":"1731408388784"} 2024-11-12T10:46:28,785 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731408388784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408388784"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731408388784"}]},"ts":"1731408388784"} 2024-11-12T10:46:28,785 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731408388784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408388784"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731408388784"}]},"ts":"1731408388784"} 2024-11-12T10:46:28,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9ba450be137e3b53c21eaea79dc8bc5e, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0da4626e29889dedf8d9303cb5e2c9f1, ASSIGN}] 2024-11-12T10:46:28,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9ba450be137e3b53c21eaea79dc8bc5e, ASSIGN 2024-11-12T10:46:28,803 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0da4626e29889dedf8d9303cb5e2c9f1, ASSIGN 2024-11-12T10:46:28,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9ba450be137e3b53c21eaea79dc8bc5e, ASSIGN; state=SPLITTING_NEW, location=aed202db7571,40681,1731408373132; forceNewPlan=false, retain=false 2024-11-12T10:46:28,804 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0da4626e29889dedf8d9303cb5e2c9f1, ASSIGN; state=SPLITTING_NEW, location=aed202db7571,40681,1731408373132; forceNewPlan=false, retain=false 2024-11-12T10:46:28,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0da4626e29889dedf8d9303cb5e2c9f1, regionState=OPENING, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:28,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9ba450be137e3b53c21eaea79dc8bc5e, regionState=OPENING, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:28,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0da4626e29889dedf8d9303cb5e2c9f1, ASSIGN because future has completed 2024-11-12T10:46:28,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132}] 2024-11-12T10:46:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9ba450be137e3b53c21eaea79dc8bc5e, ASSIGN because future has completed 2024-11-12T10:46:28,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba450be137e3b53c21eaea79dc8bc5e, server=aed202db7571,40681,1731408373132}] 2024-11-12T10:46:29,124 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:46:29,125 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba450be137e3b53c21eaea79dc8bc5e, NAME => 'TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-12T10:46:29,125 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,125 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:29,125 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,126 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,127 INFO [StoreOpener-9ba450be137e3b53c21eaea79dc8bc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,128 INFO [StoreOpener-9ba450be137e3b53c21eaea79dc8bc5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba450be137e3b53c21eaea79dc8bc5e columnFamilyName info 2024-11-12T10:46:29,128 DEBUG [StoreOpener-9ba450be137e3b53c21eaea79dc8bc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:29,143 DEBUG [StoreOpener-9ba450be137e3b53c21eaea79dc8bc5e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-bottom 2024-11-12T10:46:29,144 INFO [StoreOpener-9ba450be137e3b53c21eaea79dc8bc5e-1 {}] regionserver.HStore(327): Store=9ba450be137e3b53c21eaea79dc8bc5e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:29,144 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,145 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,146 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,147 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,147 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,149 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,150 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 9ba450be137e3b53c21eaea79dc8bc5e; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862379, jitterRate=0.09657175838947296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:46:29,150 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:46:29,151 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9ba450be137e3b53c21eaea79dc8bc5e: Running coprocessor pre-open hook at 1731408389126Writing region info on filesystem at 1731408389126Initializing all the Stores at 1731408389127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408389127Cleaning up temporary data from old regions at 1731408389147 (+20 ms)Running coprocessor post-open hooks at 1731408389150 (+3 ms)Region opened successfully at 1731408389151 (+1 ms) 2024-11-12T10:46:29,151 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e., pid=13, masterSystemTime=1731408389116 2024-11-12T10:46:29,152 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 9ba450be137e3b53c21eaea79dc8bc5e:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:29,152 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:29,152 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T10:46:29,152 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:46:29,152 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 9ba450be137e3b53c21eaea79dc8bc5e/info is initiating minor compaction (all files) 2024-11-12T10:46:29,152 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ba450be137e3b53c21eaea79dc8bc5e/info in TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:46:29,153 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-bottom] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/.tmp, totalSize=92.7 K 2024-11-12T10:46:29,154 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731408384198 2024-11-12T10:46:29,154 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:46:29,154 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:46:29,154 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:29,154 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0da4626e29889dedf8d9303cb5e2c9f1, NAME => 'TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-12T10:46:29,155 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9ba450be137e3b53c21eaea79dc8bc5e, regionState=OPEN, openSeqNum=128, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:29,155 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:46:29,155 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,155 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,156 INFO [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-12T10:46:29,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T10:46:29,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-12T10:46:29,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba450be137e3b53c21eaea79dc8bc5e, server=aed202db7571,40681,1731408373132 because future has completed 2024-11-12T10:46:29,158 INFO [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da4626e29889dedf8d9303cb5e2c9f1 columnFamilyName info 2024-11-12T10:46:29,158 DEBUG [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:46:29,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-12T10:46:29,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba450be137e3b53c21eaea79dc8bc5e, server=aed202db7571,40681,1731408373132 in 195 msec 2024-11-12T10:46:29,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9ba450be137e3b53c21eaea79dc8bc5e, ASSIGN in 362 msec 2024-11-12T10:46:29,168 DEBUG [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835 2024-11-12T10:46:29,174 DEBUG [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-top 2024-11-12T10:46:29,174 INFO [StoreOpener-0da4626e29889dedf8d9303cb5e2c9f1-1 {}] regionserver.HStore(327): Store=0da4626e29889dedf8d9303cb5e2c9f1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:46:29,175 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,175 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/77fc99abeaa440adb4673fba687ca360 is 193, key is TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1./info:regioninfo/1731408388955/Put/seqid=0 2024-11-12T10:46:29,176 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,177 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,177 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,178 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ba450be137e3b53c21eaea79dc8bc5e#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:29,179 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,179 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/.tmp/info/4711f185a9c84cd5b0e4a5ce95ebb9fd is 1055, key is row0001/info:/1731408384198/Put/seqid=0 2024-11-12T10:46:29,180 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0da4626e29889dedf8d9303cb5e2c9f1; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731492, jitterRate=-0.06985993683338165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:46:29,180 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:29,180 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0da4626e29889dedf8d9303cb5e2c9f1: Running coprocessor pre-open hook at 1731408389155Writing region info on filesystem at 1731408389155Initializing all the Stores at 1731408389156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408389156Cleaning up temporary data from old regions at 1731408389177 (+21 ms)Running coprocessor post-open hooks at 1731408389180 (+3 ms)Region opened successfully at 1731408389180 2024-11-12T10:46:29,181 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., pid=12, masterSystemTime=1731408389116 2024-11-12T10:46:29,181 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 2 2024-11-12T10:46:29,182 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:29,182 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T10:46:29,183 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:29,183 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:29,183 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:29,183 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-top, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=108.8 K 2024-11-12T10:46:29,184 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.Compactor(225): Compacting ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731408384198 2024-11-12T10:46:29,184 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:29,184 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:29,184 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731408388401 2024-11-12T10:46:29,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0da4626e29889dedf8d9303cb5e2c9f1, regionState=OPEN, openSeqNum=128, regionLocation=aed202db7571,40681,1731408373132 2024-11-12T10:46:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 because future has completed 2024-11-12T10:46:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741852_1028 (size=71441) 2024-11-12T10:46:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741852_1028 (size=71441) 2024-11-12T10:46:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741853_1029 (size=9847) 2024-11-12T10:46:29,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T10:46:29,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 in 258 msec 2024-11-12T10:46:29,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/77fc99abeaa440adb4673fba687ca360 2024-11-12T10:46:29,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741853_1029 (size=9847) 2024-11-12T10:46:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:46:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0da4626e29889dedf8d9303cb5e2c9f1, ASSIGN in 422 msec 2024-11-12T10:46:29,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c733c4bde0787a7e5c69fee95a7f801d, daughterA=9ba450be137e3b53c21eaea79dc8bc5e, daughterB=0da4626e29889dedf8d9303cb5e2c9f1 in 757 msec 2024-11-12T10:46:29,233 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/.tmp/info/4711f185a9c84cd5b0e4a5ce95ebb9fd as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/4711f185a9c84cd5b0e4a5ce95ebb9fd 2024-11-12T10:46:29,237 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:29,238 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/ba435efdcfca448994e1f8ed3f6c4327 is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:29,239 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 9ba450be137e3b53c21eaea79dc8bc5e/info of 9ba450be137e3b53c21eaea79dc8bc5e into 4711f185a9c84cd5b0e4a5ce95ebb9fd(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:29,239 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ba450be137e3b53c21eaea79dc8bc5e: 2024-11-12T10:46:29,239 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e., storeName=9ba450be137e3b53c21eaea79dc8bc5e/info, priority=15, startTime=1731408389151; duration=0sec 2024-11-12T10:46:29,239 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:29,239 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ba450be137e3b53c21eaea79dc8bc5e:info 2024-11-12T10:46:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741854_1030 (size=39908) 2024-11-12T10:46:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741854_1030 (size=39908) 2024-11-12T10:46:29,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/ns/bbbdf4079a72405393d271e0c0d9425d is 43, key is default/ns:d/1731408373972/Put/seqid=0 2024-11-12T10:46:29,250 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/ba435efdcfca448994e1f8ed3f6c4327 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ba435efdcfca448994e1f8ed3f6c4327 2024-11-12T10:46:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741855_1031 (size=5153) 2024-11-12T10:46:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741855_1031 (size=5153) 2024-11-12T10:46:29,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/ns/bbbdf4079a72405393d271e0c0d9425d 2024-11-12T10:46:29,258 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into ba435efdcfca448994e1f8ed3f6c4327(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:29,258 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:29,258 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=14, startTime=1731408389181; duration=0sec 2024-11-12T10:46:29,258 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:29,258 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:29,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/table/9e74861c2ea542d7af05f9b16bd08a48 is 65, key is TestLogRolling-testLogRolling/table:state/1731408374862/Put/seqid=0 2024-11-12T10:46:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741856_1032 (size=5340) 2024-11-12T10:46:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741856_1032 (size=5340) 2024-11-12T10:46:29,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/table/9e74861c2ea542d7af05f9b16bd08a48 2024-11-12T10:46:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/77fc99abeaa440adb4673fba687ca360 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/info/77fc99abeaa440adb4673fba687ca360 2024-11-12T10:46:29,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/info/77fc99abeaa440adb4673fba687ca360, entries=30, sequenceid=17, filesize=9.6 K 2024-11-12T10:46:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/ns/bbbdf4079a72405393d271e0c0d9425d as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/ns/bbbdf4079a72405393d271e0c0d9425d 2024-11-12T10:46:29,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/ns/bbbdf4079a72405393d271e0c0d9425d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-12T10:46:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/table/9e74861c2ea542d7af05f9b16bd08a48 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/table/9e74861c2ea542d7af05f9b16bd08a48 2024-11-12T10:46:29,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/table/9e74861c2ea542d7af05f9b16bd08a48, entries=2, sequenceid=17, filesize=5.2 K 2024-11-12T10:46:29,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 145ms, sequenceid=17, compaction requested=false 2024-11-12T10:46:29,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T10:46:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:41688 deadline: 1731408400425, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. is not online on aed202db7571,40681,1731408373132 2024-11-12T10:46:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., hostname=aed202db7571,40681,1731408373132, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., hostname=aed202db7571,40681,1731408373132, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. is not online on aed202db7571,40681,1731408373132 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:46:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., hostname=aed202db7571,40681,1731408373132, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d. is not online on aed202db7571,40681,1731408373132 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:46:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731408374072.c733c4bde0787a7e5c69fee95a7f801d., hostname=aed202db7571,40681,1731408373132, seqNum=2 from cache 2024-11-12T10:46:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:46:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:34,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:46:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., hostname=aed202db7571,40681,1731408373132, seqNum=128] 2024-11-12T10:46:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:40,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:40,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/f712375896d24a589fce9dc78286d630 is 1055, key is row0097/info:/1731408400536/Put/seqid=0 2024-11-12T10:46:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741857_1033 (size=13394) 2024-11-12T10:46:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741857_1033 (size=13394) 2024-11-12T10:46:40,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/f712375896d24a589fce9dc78286d630 2024-11-12T10:46:40,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/f712375896d24a589fce9dc78286d630 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630 2024-11-12T10:46:40,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630, entries=8, sequenceid=139, filesize=13.1 K 2024-11-12T10:46:40,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 0da4626e29889dedf8d9303cb5e2c9f1 in 31ms, sequenceid=139, compaction requested=false 2024-11-12T10:46:40,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:40,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-12T10:46:40,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b706426e490c426381c7680ae8fc1967 is 1055, key is row0105/info:/1731408400550/Put/seqid=0 2024-11-12T10:46:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741858_1034 (size=22891) 2024-11-12T10:46:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741858_1034 (size=22891) 2024-11-12T10:46:40,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b706426e490c426381c7680ae8fc1967 2024-11-12T10:46:40,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b706426e490c426381c7680ae8fc1967 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967 2024-11-12T10:46:40,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967, entries=17, sequenceid=159, filesize=22.4 K 2024-11-12T10:46:40,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 0da4626e29889dedf8d9303cb5e2c9f1 in 25ms, sequenceid=159, compaction requested=true 2024-11-12T10:46:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:40,606 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:40,608 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:40,608 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:40,608 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:40,608 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ba435efdcfca448994e1f8ed3f6c4327, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=74.4 K 2024-11-12T10:46:40,609 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba435efdcfca448994e1f8ed3f6c4327, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731408386349 2024-11-12T10:46:40,609 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting f712375896d24a589fce9dc78286d630, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731408400536 2024-11-12T10:46:40,609 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting b706426e490c426381c7680ae8fc1967, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731408400550 2024-11-12T10:46:40,622 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#49 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:40,623 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/9a8205e81f8245d48ff454e6a26fa971 is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741859_1035 (size=66403) 2024-11-12T10:46:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741859_1035 (size=66403) 2024-11-12T10:46:40,635 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/9a8205e81f8245d48ff454e6a26fa971 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9a8205e81f8245d48ff454e6a26fa971 2024-11-12T10:46:40,641 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into 9a8205e81f8245d48ff454e6a26fa971(size=64.8 K), total size for store is 64.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:40,641 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:40,641 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408400606; duration=0sec 2024-11-12T10:46:40,641 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:40,641 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:42,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:42,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b98b643bedd4437da35581498c2ee09b is 1055, key is row0122/info:/1731408400582/Put/seqid=0 2024-11-12T10:46:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741860_1036 (size=13394) 2024-11-12T10:46:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741860_1036 (size=13394) 2024-11-12T10:46:42,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b98b643bedd4437da35581498c2ee09b 2024-11-12T10:46:42,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b98b643bedd4437da35581498c2ee09b as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b 2024-11-12T10:46:42,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b, entries=8, sequenceid=171, filesize=13.1 K 2024-11-12T10:46:42,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 0da4626e29889dedf8d9303cb5e2c9f1 in 29ms, sequenceid=171, compaction requested=false 2024-11-12T10:46:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:42,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:42,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/4b1b5d7badaf484d900d25f089219661 is 1055, key is row0130/info:/1731408402601/Put/seqid=0 2024-11-12T10:46:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741861_1037 (size=18675) 2024-11-12T10:46:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741861_1037 (size=18675) 2024-11-12T10:46:42,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/4b1b5d7badaf484d900d25f089219661 2024-11-12T10:46:42,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/4b1b5d7badaf484d900d25f089219661 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661 2024-11-12T10:46:42,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661, entries=13, sequenceid=187, filesize=18.2 K 2024-11-12T10:46:42,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 0da4626e29889dedf8d9303cb5e2c9f1 in 24ms, sequenceid=187, compaction requested=true 2024-11-12T10:46:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:42,654 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:42,655 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98472 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:42,655 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:42,655 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:42,656 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9a8205e81f8245d48ff454e6a26fa971, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=96.2 K 2024-11-12T10:46:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:42,656 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8205e81f8245d48ff454e6a26fa971, keycount=58, bloomtype=ROW, size=64.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731408386349 2024-11-12T10:46:42,657 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting b98b643bedd4437da35581498c2ee09b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731408400582 2024-11-12T10:46:42,657 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1b5d7badaf484d900d25f089219661, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731408402601 2024-11-12T10:46:42,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/401bcfca26be47b0943f0b389cd233f8 is 1055, key is row0143/info:/1731408402630/Put/seqid=0 2024-11-12T10:46:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741862_1038 (size=18675) 2024-11-12T10:46:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741862_1038 (size=18675) 2024-11-12T10:46:42,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/401bcfca26be47b0943f0b389cd233f8 2024-11-12T10:46:42,673 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#53 average throughput is 26.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:42,674 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/e4ce632e9e814cf0ac98f62ef83cab12 is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:42,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/401bcfca26be47b0943f0b389cd233f8 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8 2024-11-12T10:46:42,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8, entries=13, sequenceid=203, filesize=18.2 K 2024-11-12T10:46:42,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for 0da4626e29889dedf8d9303cb5e2c9f1 in 25ms, sequenceid=203, compaction requested=false 2024-11-12T10:46:42,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741863_1039 (size=88695) 2024-11-12T10:46:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741863_1039 (size=88695) 2024-11-12T10:46:42,690 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/e4ce632e9e814cf0ac98f62ef83cab12 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e4ce632e9e814cf0ac98f62ef83cab12 2024-11-12T10:46:42,696 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into e4ce632e9e814cf0ac98f62ef83cab12(size=86.6 K), total size for store is 104.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:42,696 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:42,696 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408402654; duration=0sec 2024-11-12T10:46:42,696 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:42,696 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:43,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:46:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:44,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:44,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/e253be22bb1b48ad81ad87307a0ca606 is 1055, key is row0156/info:/1731408402657/Put/seqid=0 2024-11-12T10:46:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741864_1040 (size=13394) 2024-11-12T10:46:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741864_1040 (size=13394) 2024-11-12T10:46:44,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/e253be22bb1b48ad81ad87307a0ca606 2024-11-12T10:46:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/e253be22bb1b48ad81ad87307a0ca606 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606 2024-11-12T10:46:44,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606, entries=8, sequenceid=215, filesize=13.1 K 2024-11-12T10:46:44,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 0da4626e29889dedf8d9303cb5e2c9f1 in 25ms, sequenceid=215, compaction requested=true 2024-11-12T10:46:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:44,706 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:44,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:44,707 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120764 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:44,707 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:44,708 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:44,708 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e4ce632e9e814cf0ac98f62ef83cab12, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=117.9 K 2024-11-12T10:46:44,708 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4ce632e9e814cf0ac98f62ef83cab12, keycount=79, bloomtype=ROW, size=86.6 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731408386349 2024-11-12T10:46:44,709 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401bcfca26be47b0943f0b389cd233f8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731408402630 2024-11-12T10:46:44,709 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting e253be22bb1b48ad81ad87307a0ca606, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731408402657 2024-11-12T10:46:44,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/dd7663feb785451585d19be9609cbbc1 is 1055, key is row0164/info:/1731408404683/Put/seqid=0 2024-11-12T10:46:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741865_1041 (size=18675) 2024-11-12T10:46:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741865_1041 (size=18675) 2024-11-12T10:46:44,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/dd7663feb785451585d19be9609cbbc1 2024-11-12T10:46:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/dd7663feb785451585d19be9609cbbc1 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1 2024-11-12T10:46:44,724 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#56 average throughput is 33.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:44,725 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/9b7b04ffc36a4eea80b6e77282c8d7ef is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741866_1042 (size=110914) 2024-11-12T10:46:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741866_1042 (size=110914) 2024-11-12T10:46:44,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1, entries=13, sequenceid=231, filesize=18.2 K 2024-11-12T10:46:44,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 0da4626e29889dedf8d9303cb5e2c9f1 in 25ms, sequenceid=231, compaction requested=false 2024-11-12T10:46:44,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:44,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-12T10:46:44,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/355aac7382cc4792a2a5608de902da47 is 1055, key is row0177/info:/1731408404708/Put/seqid=0 2024-11-12T10:46:44,738 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/9b7b04ffc36a4eea80b6e77282c8d7ef as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9b7b04ffc36a4eea80b6e77282c8d7ef 2024-11-12T10:46:44,745 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into 9b7b04ffc36a4eea80b6e77282c8d7ef(size=108.3 K), total size for store is 126.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:44,745 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:44,745 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408404706; duration=0sec 2024-11-12T10:46:44,745 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:44,745 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741867_1043 (size=16553) 2024-11-12T10:46:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741867_1043 (size=16553) 2024-11-12T10:46:44,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/355aac7382cc4792a2a5608de902da47 2024-11-12T10:46:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/355aac7382cc4792a2a5608de902da47 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47 2024-11-12T10:46:44,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47, entries=11, sequenceid=245, filesize=16.2 K 2024-11-12T10:46:44,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=5.13 KB/5255 for 0da4626e29889dedf8d9303cb5e2c9f1 in 26ms, sequenceid=245, compaction requested=true 2024-11-12T10:46:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:44,758 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:44,759 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146142 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:44,759 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:44,759 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:44,760 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9b7b04ffc36a4eea80b6e77282c8d7ef, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=142.7 K 2024-11-12T10:46:44,760 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b7b04ffc36a4eea80b6e77282c8d7ef, keycount=100, bloomtype=ROW, size=108.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731408386349 2024-11-12T10:46:44,760 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.Compactor(225): Compacting dd7663feb785451585d19be9609cbbc1, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731408404683 2024-11-12T10:46:44,760 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] compactions.Compactor(225): Compacting 355aac7382cc4792a2a5608de902da47, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731408404708 2024-11-12T10:46:44,771 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#58 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:44,772 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/1459db75180141dfbc673d8fa4fc27be is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741868_1044 (size=136420) 2024-11-12T10:46:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741868_1044 (size=136420) 2024-11-12T10:46:44,781 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/1459db75180141dfbc673d8fa4fc27be as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1459db75180141dfbc673d8fa4fc27be 2024-11-12T10:46:44,787 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into 1459db75180141dfbc673d8fa4fc27be(size=133.2 K), total size for store is 133.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:44,787 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:44,787 INFO [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408404758; duration=0sec 2024-11-12T10:46:44,787 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:44,787 DEBUG [RS:0;aed202db7571:40681-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:46,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T10:46:46,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/63c2d8c71e9e402ca9f4c687182498ac is 1055, key is row0188/info:/1731408404734/Put/seqid=0 2024-11-12T10:46:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741869_1045 (size=13396) 2024-11-12T10:46:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741869_1045 (size=13396) 2024-11-12T10:46:46,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/63c2d8c71e9e402ca9f4c687182498ac 2024-11-12T10:46:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/63c2d8c71e9e402ca9f4c687182498ac as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac 2024-11-12T10:46:46,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac, entries=8, sequenceid=258, filesize=13.1 K 2024-11-12T10:46:46,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 0da4626e29889dedf8d9303cb5e2c9f1 in 25ms, sequenceid=258, compaction requested=false 2024-11-12T10:46:46,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:46,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:46,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/47fd07c16ad74e7390cc6f87dc907a27 is 1055, key is row0196/info:/1731408406756/Put/seqid=0 2024-11-12T10:46:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741870_1046 (size=18688) 2024-11-12T10:46:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741870_1046 (size=18688) 2024-11-12T10:46:46,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/47fd07c16ad74e7390cc6f87dc907a27 2024-11-12T10:46:46,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/47fd07c16ad74e7390cc6f87dc907a27 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27 2024-11-12T10:46:46,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27, entries=13, sequenceid=274, filesize=18.3 K 2024-11-12T10:46:46,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 0da4626e29889dedf8d9303cb5e2c9f1 in 41ms, sequenceid=274, compaction requested=true 2024-11-12T10:46:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:46,822 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:46,824 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 168504 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:46,824 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:46,824 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:46,824 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1459db75180141dfbc673d8fa4fc27be, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=164.6 K 2024-11-12T10:46:46,825 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1459db75180141dfbc673d8fa4fc27be, keycount=124, bloomtype=ROW, size=133.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731408386349 2024-11-12T10:46:46,825 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c2d8c71e9e402ca9f4c687182498ac, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731408404734 2024-11-12T10:46:46,825 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47fd07c16ad74e7390cc6f87dc907a27, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731408406756 2024-11-12T10:46:46,839 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#61 average throughput is 48.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:46,841 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/5f6255a1a5794c7da0fe26fc497bc2ca is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741871_1047 (size=158726) 2024-11-12T10:46:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741871_1047 (size=158726) 2024-11-12T10:46:46,850 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/5f6255a1a5794c7da0fe26fc497bc2ca as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/5f6255a1a5794c7da0fe26fc497bc2ca 2024-11-12T10:46:46,858 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into 5f6255a1a5794c7da0fe26fc497bc2ca(size=155.0 K), total size for store is 155.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:46,858 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:46,858 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408406822; duration=0sec 2024-11-12T10:46:46,858 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:46,858 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:46:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:48,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-12T10:46:48,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/1aa3c5adb5a24f20b81a821a84f013f5 is 1055, key is row0209/info:/1731408406783/Put/seqid=0 2024-11-12T10:46:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741872_1048 (size=22908) 2024-11-12T10:46:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741872_1048 (size=22908) 2024-11-12T10:46:48,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/1aa3c5adb5a24f20b81a821a84f013f5 2024-11-12T10:46:48,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/1aa3c5adb5a24f20b81a821a84f013f5 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5 2024-11-12T10:46:48,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T10:46:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:41688 deadline: 1731408418852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 2024-11-12T10:46:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5, entries=17, sequenceid=295, filesize=22.4 K 2024-11-12T10:46:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., hostname=aed202db7571,40681,1731408373132, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., hostname=aed202db7571,40681,1731408373132, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:46:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., hostname=aed202db7571,40681,1731408373132, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0da4626e29889dedf8d9303cb5e2c9f1, server=aed202db7571,40681,1731408373132 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:46:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., hostname=aed202db7571,40681,1731408373132, seqNum=128 because the exception is null or not the one we care about 2024-11-12T10:46:48,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 0da4626e29889dedf8d9303cb5e2c9f1 in 31ms, sequenceid=295, compaction requested=false 2024-11-12T10:46:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:54,726 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:46:54,726 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:46:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:58,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T10:46:58,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/6689e12b729e4458ae9023cf215f858d is 1055, key is row0226/info:/1731408408828/Put/seqid=0 2024-11-12T10:46:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741873_1049 (size=18688) 2024-11-12T10:46:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741873_1049 (size=18688) 2024-11-12T10:46:58,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/6689e12b729e4458ae9023cf215f858d 2024-11-12T10:46:58,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/6689e12b729e4458ae9023cf215f858d as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d 2024-11-12T10:46:58,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d, entries=13, sequenceid=311, filesize=18.3 K 2024-11-12T10:46:58,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 0da4626e29889dedf8d9303cb5e2c9f1 in 31ms, sequenceid=311, compaction requested=true 2024-11-12T10:46:58,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0da4626e29889dedf8d9303cb5e2c9f1:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T10:46:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:58,908 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T10:46:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.HRegion(8855): Flush requested on 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:46:58,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T10:46:58,909 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 200322 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T10:46:58,909 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1541): 0da4626e29889dedf8d9303cb5e2c9f1/info is initiating minor compaction (all files) 2024-11-12T10:46:58,909 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0da4626e29889dedf8d9303cb5e2c9f1/info in TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:46:58,909 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/5f6255a1a5794c7da0fe26fc497bc2ca, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d] into tmpdir=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp, totalSize=195.6 K 2024-11-12T10:46:58,910 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f6255a1a5794c7da0fe26fc497bc2ca, keycount=145, bloomtype=ROW, size=155.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731408386349 2024-11-12T10:46:58,910 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aa3c5adb5a24f20b81a821a84f013f5, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731408406783 2024-11-12T10:46:58,910 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6689e12b729e4458ae9023cf215f858d, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731408408828 2024-11-12T10:46:58,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/a3e757936f9d4596b13355472a33230c is 1055, key is row0239/info:/1731408418881/Put/seqid=0 2024-11-12T10:46:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741874_1050 (size=19742) 2024-11-12T10:46:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741874_1050 (size=19742) 2024-11-12T10:46:58,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/a3e757936f9d4596b13355472a33230c 2024-11-12T10:46:58,927 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0da4626e29889dedf8d9303cb5e2c9f1#info#compaction#65 average throughput is 43.85 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:46:58,927 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/0c150682d841477eac08b831242b1d38 is 1055, key is row0064/info:/1731408386349/Put/seqid=0 2024-11-12T10:46:58,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/a3e757936f9d4596b13355472a33230c as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/a3e757936f9d4596b13355472a33230c 2024-11-12T10:46:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741875_1051 (size=190456) 2024-11-12T10:46:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741875_1051 (size=190456) 2024-11-12T10:46:58,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/a3e757936f9d4596b13355472a33230c, entries=14, sequenceid=328, filesize=19.3 K 2024-11-12T10:46:58,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=4.11 KB/4204 for 0da4626e29889dedf8d9303cb5e2c9f1 in 30ms, sequenceid=328, compaction requested=false 2024-11-12T10:46:58,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:58,939 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/0c150682d841477eac08b831242b1d38 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/0c150682d841477eac08b831242b1d38 2024-11-12T10:46:58,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-12T10:46:58,944 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0da4626e29889dedf8d9303cb5e2c9f1/info of 0da4626e29889dedf8d9303cb5e2c9f1 into 0c150682d841477eac08b831242b1d38(size=186.0 K), total size for store is 205.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:46:58,944 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:46:58,944 INFO [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1., storeName=0da4626e29889dedf8d9303cb5e2c9f1/info, priority=13, startTime=1731408418908; duration=0sec 2024-11-12T10:46:58,944 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T10:46:58,944 DEBUG [RS:0;aed202db7571:40681-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0da4626e29889dedf8d9303cb5e2c9f1:info 2024-11-12T10:47:00,917 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-12T10:47:00,937 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420918, exclude list is [], retry=0 2024-11-12T10:47:00,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba,DISK] 2024-11-12T10:47:00,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-5ba5140d-a945-4aac-9bc4-06c4338d1276,DISK] 2024-11-12T10:47:00,941 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 with entries=313, filesize=302.29 KB; new WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420918 2024-11-12T10:47:00,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-12T10:47:00,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 is not closed yet, will try archiving it next time 2024-11-12T10:47:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741833_1009 (size=309557) 2024-11-12T10:47:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741833_1009 (size=309557) 2024-11-12T10:47:00,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 not finished, retry = 0 2024-11-12T10:47:00,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-12T10:47:00,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/da80c046c3fc430ebb3af26f3563876c is 193, key is TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1./info:regioninfo/1731408389185/Put/seqid=0 2024-11-12T10:47:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741877_1053 (size=6223) 2024-11-12T10:47:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741877_1053 (size=6223) 2024-11-12T10:47:00,954 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/da80c046c3fc430ebb3af26f3563876c 2024-11-12T10:47:00,960 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/.tmp/info/da80c046c3fc430ebb3af26f3563876c as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/info/da80c046c3fc430ebb3af26f3563876c 2024-11-12T10:47:00,965 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/info/da80c046c3fc430ebb3af26f3563876c, entries=5, sequenceid=21, filesize=6.1 K 2024-11-12T10:47:00,965 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-12T10:47:00,966 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T10:47:00,966 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9ba450be137e3b53c21eaea79dc8bc5e: 2024-11-12T10:47:00,966 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0da4626e29889dedf8d9303cb5e2c9f1 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-11-12T10:47:00,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b70c8c13716c4b40a363bbc7de60f23f is 1055, key is row0253/info:/1731408418909/Put/seqid=0 2024-11-12T10:47:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741878_1054 (size=9178) 2024-11-12T10:47:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741878_1054 (size=9178) 2024-11-12T10:47:00,975 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b70c8c13716c4b40a363bbc7de60f23f 2024-11-12T10:47:00,980 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/.tmp/info/b70c8c13716c4b40a363bbc7de60f23f as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b70c8c13716c4b40a363bbc7de60f23f 2024-11-12T10:47:00,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b70c8c13716c4b40a363bbc7de60f23f, entries=4, sequenceid=336, filesize=9.0 K 2024-11-12T10:47:00,986 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 0da4626e29889dedf8d9303cb5e2c9f1 in 20ms, sequenceid=336, compaction requested=true 2024-11-12T10:47:00,987 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0da4626e29889dedf8d9303cb5e2c9f1: 2024-11-12T10:47:00,999 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420987, exclude list is [], retry=0 2024-11-12T10:47:01,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-5ba5140d-a945-4aac-9bc4-06c4338d1276,DISK] 2024-11-12T10:47:01,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37703,DS-ea8960bd-d236-4bdd-9c95-31a13bb84cba,DISK] 2024-11-12T10:47:01,002 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420918 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420987 2024-11-12T10:47:01,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-12T10:47:01,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 is not closed yet, will try archiving it next time 2024-11-12T10:47:01,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420918 is not closed yet, will try archiving it next time 2024-11-12T10:47:01,004 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:47:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741876_1052 (size=731) 2024-11-12T10:47:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741876_1052 (size=731) 2024-11-12T10:47:01,005 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 is not closed yet, will try archiving it next time 2024-11-12T10:47:01,006 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408420918 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs/aed202db7571%2C40681%2C1731408373132.1731408420918 2024-11-12T10:47:01,044 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/WALs/aed202db7571,40681,1731408373132/aed202db7571%2C40681%2C1731408373132.1731408373522 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs/aed202db7571%2C40681%2C1731408373132.1731408373522 2024-11-12T10:47:01,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:47:01,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:47:01,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:01,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:01,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:01,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:47:01,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:47:01,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871460218, stopped=false 2024-11-12T10:47:01,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,45867,1731408373086 2024-11-12T10:47:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:01,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:47:01,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:47:01,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:01,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:01,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,40681,1731408373132' ***** 2024-11-12T10:47:01,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:01,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:47:01,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:01,110 INFO [RS:0;aed202db7571:40681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:47:01,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:47:01,110 INFO [RS:0;aed202db7571:40681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:47:01,110 INFO [RS:0;aed202db7571:40681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:47:01,110 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for 0da4626e29889dedf8d9303cb5e2c9f1 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(959): stopping server aed202db7571,40681,1731408373132 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:47:01,111 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ba450be137e3b53c21eaea79dc8bc5e, disabling compactions & flushes 2024-11-12T10:47:01,111 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:40681. 2024-11-12T10:47:01,111 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:47:01,111 DEBUG [RS:0;aed202db7571:40681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:01,111 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. after waiting 0 ms 2024-11-12T10:47:01,111 DEBUG [RS:0;aed202db7571:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:01,111 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:47:01,111 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:47:01,112 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:47:01,112 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ba450be137e3b53c21eaea79dc8bc5e=TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e., 0da4626e29889dedf8d9303cb5e2c9f1=TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.} 2024-11-12T10:47:01,112 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:47:01,112 DEBUG [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1351): Waiting on 0da4626e29889dedf8d9303cb5e2c9f1, 1588230740, 9ba450be137e3b53c21eaea79dc8bc5e 2024-11-12T10:47:01,112 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:47:01,112 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:47:01,112 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:47:01,112 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:47:01,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-bottom] to archive 2024-11-12T10:47:01,113 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:47:01,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:47:01,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aed202db7571:45867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T10:47:01,116 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-12T10:47:01,117 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T10:47:01,117 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:47:01,117 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:47:01,118 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408421112Running coprocessor pre-close hooks at 1731408421112Disabling compacts and flushes for region at 1731408421112Disabling writes for close at 1731408421112Writing region close event to WAL at 1731408421113 (+1 ms)Running coprocessor post-close hooks at 1731408421117 (+4 ms)Closed at 1731408421117 2024-11-12T10:47:01,118 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:47:01,120 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/9ba450be137e3b53c21eaea79dc8bc5e/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-12T10:47:01,121 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ba450be137e3b53c21eaea79dc8bc5e: Waiting for close lock at 1731408421111Running coprocessor pre-close hooks at 1731408421111Disabling compacts and flushes for region at 1731408421111Disabling writes for close at 1731408421111Writing region close event to WAL at 1731408421116 (+5 ms)Running coprocessor post-close hooks at 1731408421121 (+5 ms)Closed at 1731408421121 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731408388470.9ba450be137e3b53c21eaea79dc8bc5e. 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0da4626e29889dedf8d9303cb5e2c9f1, disabling compactions & flushes 2024-11-12T10:47:01,121 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. after waiting 0 ms 2024-11-12T10:47:01,121 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:47:01,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d->hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/c733c4bde0787a7e5c69fee95a7f801d/info/ce8281495d154c8cbcb9cda9d36d713b-top, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ba435efdcfca448994e1f8ed3f6c4327, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9a8205e81f8245d48ff454e6a26fa971, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e4ce632e9e814cf0ac98f62ef83cab12, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9b7b04ffc36a4eea80b6e77282c8d7ef, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1459db75180141dfbc673d8fa4fc27be, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/5f6255a1a5794c7da0fe26fc497bc2ca, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d] to archive 2024-11-12T10:47:01,122 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:47:01,124 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ce8281495d154c8cbcb9cda9d36d713b.c733c4bde0787a7e5c69fee95a7f801d 2024-11-12T10:47:01,125 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ba435efdcfca448994e1f8ed3f6c4327 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/ba435efdcfca448994e1f8ed3f6c4327 2024-11-12T10:47:01,126 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/TestLogRolling-testLogRolling=c733c4bde0787a7e5c69fee95a7f801d-8f98221991314d3899972d4bdc4d4835 2024-11-12T10:47:01,127 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/f712375896d24a589fce9dc78286d630 2024-11-12T10:47:01,128 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9a8205e81f8245d48ff454e6a26fa971 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9a8205e81f8245d48ff454e6a26fa971 2024-11-12T10:47:01,129 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b706426e490c426381c7680ae8fc1967 2024-11-12T10:47:01,130 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/b98b643bedd4437da35581498c2ee09b 2024-11-12T10:47:01,132 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e4ce632e9e814cf0ac98f62ef83cab12 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e4ce632e9e814cf0ac98f62ef83cab12 2024-11-12T10:47:01,133 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/4b1b5d7badaf484d900d25f089219661 2024-11-12T10:47:01,134 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/401bcfca26be47b0943f0b389cd233f8 2024-11-12T10:47:01,135 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9b7b04ffc36a4eea80b6e77282c8d7ef to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/9b7b04ffc36a4eea80b6e77282c8d7ef 2024-11-12T10:47:01,137 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/e253be22bb1b48ad81ad87307a0ca606 2024-11-12T10:47:01,138 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/dd7663feb785451585d19be9609cbbc1 2024-11-12T10:47:01,140 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1459db75180141dfbc673d8fa4fc27be to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1459db75180141dfbc673d8fa4fc27be 2024-11-12T10:47:01,141 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/355aac7382cc4792a2a5608de902da47 2024-11-12T10:47:01,142 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/63c2d8c71e9e402ca9f4c687182498ac 2024-11-12T10:47:01,144 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/5f6255a1a5794c7da0fe26fc497bc2ca to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/5f6255a1a5794c7da0fe26fc497bc2ca 2024-11-12T10:47:01,146 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/47fd07c16ad74e7390cc6f87dc907a27 2024-11-12T10:47:01,147 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5 to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/1aa3c5adb5a24f20b81a821a84f013f5 2024-11-12T10:47:01,149 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d to hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/archive/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/info/6689e12b729e4458ae9023cf215f858d 2024-11-12T10:47:01,149 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ba435efdcfca448994e1f8ed3f6c4327=39908, f712375896d24a589fce9dc78286d630=13394, 9a8205e81f8245d48ff454e6a26fa971=66403, b706426e490c426381c7680ae8fc1967=22891, b98b643bedd4437da35581498c2ee09b=13394, e4ce632e9e814cf0ac98f62ef83cab12=88695, 4b1b5d7badaf484d900d25f089219661=18675, 401bcfca26be47b0943f0b389cd233f8=18675, 9b7b04ffc36a4eea80b6e77282c8d7ef=110914, e253be22bb1b48ad81ad87307a0ca606=13394, dd7663feb785451585d19be9609cbbc1=18675, 1459db75180141dfbc673d8fa4fc27be=136420, 355aac7382cc4792a2a5608de902da47=16553, 63c2d8c71e9e402ca9f4c687182498ac=13396, 5f6255a1a5794c7da0fe26fc497bc2ca=158726, 47fd07c16ad74e7390cc6f87dc907a27=18688, 1aa3c5adb5a24f20b81a821a84f013f5=22908, 6689e12b729e4458ae9023cf215f858d=18688] 2024-11-12T10:47:01,153 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/data/default/TestLogRolling-testLogRolling/0da4626e29889dedf8d9303cb5e2c9f1/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=127 2024-11-12T10:47:01,154 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:47:01,154 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0da4626e29889dedf8d9303cb5e2c9f1: Waiting for close lock at 1731408421121Running coprocessor pre-close hooks at 1731408421121Disabling compacts and flushes for region at 1731408421121Disabling writes for close at 1731408421121Writing region close event to WAL at 1731408421150 (+29 ms)Running coprocessor post-close hooks at 1731408421154 (+4 ms)Closed at 1731408421154 2024-11-12T10:47:01,154 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731408388470.0da4626e29889dedf8d9303cb5e2c9f1. 2024-11-12T10:47:01,312 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(976): stopping server aed202db7571,40681,1731408373132; all regions closed. 2024-11-12T10:47:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741834_1010 (size=8107) 2024-11-12T10:47:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741834_1010 (size=8107) 2024-11-12T10:47:01,320 DEBUG [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs 2024-11-12T10:47:01,320 INFO [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C40681%2C1731408373132.meta:.meta(num 1731408373926) 2024-11-12T10:47:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741879_1055 (size=780) 2024-11-12T10:47:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741879_1055 (size=780) 2024-11-12T10:47:01,325 DEBUG [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/oldWALs 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C40681%2C1731408373132:(num 1731408420987) 2024-11-12T10:47:01,325 DEBUG [RS:0;aed202db7571:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:47:01,325 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:47:01,325 INFO [RS:0;aed202db7571:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-11-12T10:47:01,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,40681,1731408373132 2024-11-12T10:47:01,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:47:01,327 INFO [RS:0;aed202db7571:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:47:01,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,40681,1731408373132] 2024-11-12T10:47:01,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,40681,1731408373132 already deleted, retry=false 2024-11-12T10:47:01,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,40681,1731408373132 expired; onlineServers=0 2024-11-12T10:47:01,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,45867,1731408373086' ***** 2024-11-12T10:47:01,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:47:01,328 INFO [M:0;aed202db7571:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:47:01,328 INFO [M:0;aed202db7571:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:47:01,328 DEBUG [M:0;aed202db7571:45867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:47:01,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:47:01,329 DEBUG [M:0;aed202db7571:45867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:47:01,329 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408373310 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408373310,5,FailOnTimeoutGroup] 2024-11-12T10:47:01,329 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408373310 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408373310,5,FailOnTimeoutGroup] 2024-11-12T10:47:01,329 INFO [M:0;aed202db7571:45867 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:47:01,329 INFO [M:0;aed202db7571:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:47:01,329 DEBUG [M:0;aed202db7571:45867 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:47:01,329 INFO [M:0;aed202db7571:45867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:47:01,329 INFO [M:0;aed202db7571:45867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:47:01,329 INFO [M:0;aed202db7571:45867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:47:01,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:47:01,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:47:01,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:01,330 DEBUG [M:0;aed202db7571:45867 {}] zookeeper.ZKUtil(347): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:47:01,330 WARN [M:0;aed202db7571:45867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:47:01,332 INFO [M:0;aed202db7571:45867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/.lastflushedseqids 2024-11-12T10:47:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741880_1056 (size=228) 2024-11-12T10:47:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741880_1056 (size=228) 2024-11-12T10:47:01,337 INFO [M:0;aed202db7571:45867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:47:01,338 INFO [M:0;aed202db7571:45867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:47:01,338 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:47:01,338 INFO [M:0;aed202db7571:45867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:01,338 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:01,338 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:47:01,338 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:01,338 INFO [M:0;aed202db7571:45867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-12T10:47:01,355 DEBUG [M:0;aed202db7571:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7721e2c879847cdb6e5e00848f49306 is 82, key is hbase:meta,,1/info:regioninfo/1731408373960/Put/seqid=0 2024-11-12T10:47:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741881_1057 (size=5672) 2024-11-12T10:47:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741881_1057 (size=5672) 2024-11-12T10:47:01,360 INFO [M:0;aed202db7571:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7721e2c879847cdb6e5e00848f49306 2024-11-12T10:47:01,378 DEBUG [M:0;aed202db7571:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e523785d06134577bdfd6ba3d2d9452c is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408374867/Put/seqid=0 2024-11-12T10:47:01,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741882_1058 (size=7089) 2024-11-12T10:47:01,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741882_1058 (size=7089) 2024-11-12T10:47:01,383 INFO [M:0;aed202db7571:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e523785d06134577bdfd6ba3d2d9452c 2024-11-12T10:47:01,387 INFO [M:0;aed202db7571:45867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e523785d06134577bdfd6ba3d2d9452c 2024-11-12T10:47:01,392 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:47:01,400 DEBUG [M:0;aed202db7571:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d68f0d774ea4658a89edc78e3f7302c is 69, key is aed202db7571,40681,1731408373132/rs:state/1731408373373/Put/seqid=0 2024-11-12T10:47:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741883_1059 (size=5156) 2024-11-12T10:47:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741883_1059 (size=5156) 2024-11-12T10:47:01,408 INFO [M:0;aed202db7571:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d68f0d774ea4658a89edc78e3f7302c 2024-11-12T10:47:01,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:01,428 INFO [RS:0;aed202db7571:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:47:01,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x100338a81be0001, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:01,428 INFO [RS:0;aed202db7571:40681 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,40681,1731408373132; zookeeper connection closed. 2024-11-12T10:47:01,428 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f213f51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f213f51 2024-11-12T10:47:01,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:47:01,429 DEBUG [M:0;aed202db7571:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3485d8d497e445d0849e7bdbf5824c69 is 52, key is load_balancer_on/state:d/1731408374067/Put/seqid=0 2024-11-12T10:47:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741884_1060 (size=5056) 2024-11-12T10:47:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741884_1060 (size=5056) 2024-11-12T10:47:01,434 INFO [M:0;aed202db7571:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3485d8d497e445d0849e7bdbf5824c69 2024-11-12T10:47:01,438 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7721e2c879847cdb6e5e00848f49306 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7721e2c879847cdb6e5e00848f49306 2024-11-12T10:47:01,444 INFO [M:0;aed202db7571:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7721e2c879847cdb6e5e00848f49306, entries=8, sequenceid=125, filesize=5.5 K 2024-11-12T10:47:01,445 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e523785d06134577bdfd6ba3d2d9452c as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e523785d06134577bdfd6ba3d2d9452c 2024-11-12T10:47:01,451 INFO [M:0;aed202db7571:45867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e523785d06134577bdfd6ba3d2d9452c 2024-11-12T10:47:01,451 INFO [M:0;aed202db7571:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e523785d06134577bdfd6ba3d2d9452c, entries=13, sequenceid=125, filesize=6.9 K 2024-11-12T10:47:01,452 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d68f0d774ea4658a89edc78e3f7302c as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d68f0d774ea4658a89edc78e3f7302c 2024-11-12T10:47:01,457 INFO [M:0;aed202db7571:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d68f0d774ea4658a89edc78e3f7302c, entries=1, sequenceid=125, filesize=5.0 K 2024-11-12T10:47:01,458 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3485d8d497e445d0849e7bdbf5824c69 as hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3485d8d497e445d0849e7bdbf5824c69 2024-11-12T10:47:01,463 INFO [M:0;aed202db7571:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42279/user/jenkins/test-data/eceedf71-0e03-5bcb-4f76-3013b3bcbcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3485d8d497e445d0849e7bdbf5824c69, entries=1, sequenceid=125, filesize=4.9 K 2024-11-12T10:47:01,464 INFO [M:0;aed202db7571:45867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=125, compaction requested=false 2024-11-12T10:47:01,466 INFO [M:0;aed202db7571:45867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:01,466 DEBUG [M:0;aed202db7571:45867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408421338Disabling compacts and flushes for region at 1731408421338Disabling writes for close at 1731408421338Obtaining lock to block concurrent updates at 1731408421338Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408421338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731408421338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408421339 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408421339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408421355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408421355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408421364 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408421378 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408421378Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408421387 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408421400 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408421400Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731408421413 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731408421428 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731408421428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27586f57: reopening flushed file at 1731408421437 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b76c1b4: reopening flushed file at 1731408421444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b04bbd2: reopening flushed file at 1731408421451 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efedcda: reopening flushed file at 1731408421457 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=125, compaction requested=false at 1731408421464 (+7 ms)Writing region close event to WAL at 1731408421466 (+2 ms)Closed at 1731408421466 2024-11-12T10:47:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37703 is added to blk_1073741830_1006 (size=61320) 2024-11-12T10:47:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741830_1006 (size=61320) 2024-11-12T10:47:01,470 INFO [M:0;aed202db7571:45867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:47:01,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:47:01,470 INFO [M:0;aed202db7571:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45867 2024-11-12T10:47:01,470 INFO [M:0;aed202db7571:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:47:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:01,571 INFO [M:0;aed202db7571:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:47:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x100338a81be0000, quorum=127.0.0.1:60647, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:01,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ac6fc22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:01,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17a96577{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:01,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:01,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9ccb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:01,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552e9229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:01,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:47:01,581 WARN [BP-2140501228-172.17.0.2-1731408372489 heartbeating to localhost/127.0.0.1:42279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:47:01,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:47:01,581 WARN [BP-2140501228-172.17.0.2-1731408372489 heartbeating to localhost/127.0.0.1:42279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140501228-172.17.0.2-1731408372489 (Datanode Uuid 38fbc8d5-5e23-4af9-97ac-fb59ca302935) service to localhost/127.0.0.1:42279 2024-11-12T10:47:01,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data3/current/BP-2140501228-172.17.0.2-1731408372489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:01,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data4/current/BP-2140501228-172.17.0.2-1731408372489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:01,583 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:47:01,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@704b851c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:01,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a53d356{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:01,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:01,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e56258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:01,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@542f61c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:01,588 WARN [BP-2140501228-172.17.0.2-1731408372489 heartbeating to localhost/127.0.0.1:42279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:47:01,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:47:01,588 WARN [BP-2140501228-172.17.0.2-1731408372489 heartbeating to localhost/127.0.0.1:42279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140501228-172.17.0.2-1731408372489 (Datanode Uuid 55c974dc-cae0-433b-8770-d33d3436fa57) service to localhost/127.0.0.1:42279 2024-11-12T10:47:01,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:47:01,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data1/current/BP-2140501228-172.17.0.2-1731408372489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:01,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/cluster_54383176-f84c-fc6c-509d-6f543cd07c88/data/data2/current/BP-2140501228-172.17.0.2-1731408372489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:01,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:47:01,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b105802{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:47:01,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cc0080e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:01,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:01,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49ec39f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:01,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788e10cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:01,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:47:01,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:47:01,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=456 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2172 (was 2386) 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=2172 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.log.dir so I do NOT create it in target/test-data/fd2bf336-965d-a761-7921-a564da16a36e 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/74c85b6f-d982-0c07-7153-89afd41d68f1/hadoop.tmp.dir so I do NOT create it in target/test-data/fd2bf336-965d-a761-7921-a564da16a36e 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce, deleteOnExit=true 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/test.cache.data in system properties and HBase conf 2024-11-12T10:47:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:47:01,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:47:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:47:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:47:01,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:47:01,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:47:01,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:47:01,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:47:01,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:47:01,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:47:01,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70df0f94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:47:01,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1116d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:47:01,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c4573b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/java.io.tmpdir/jetty-localhost-41921-hadoop-hdfs-3_4_1-tests_jar-_-any-3567074507667717070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:47:01,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@430546db{HTTP/1.1, (http/1.1)}{localhost:41921} 2024-11-12T10:47:01,806 INFO [Time-limited test {}] server.Server(415): Started @189090ms 2024-11-12T10:47:01,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:47:01,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:47:01,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:47:01,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:47:01,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:47:01,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d43a6a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:47:01,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619c47a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:47:01,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68329653{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/java.io.tmpdir/jetty-localhost-44927-hadoop-hdfs-3_4_1-tests_jar-_-any-12907152014378917459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:01,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9959b3f{HTTP/1.1, (http/1.1)}{localhost:44927} 2024-11-12T10:47:01,958 INFO [Time-limited test {}] server.Server(415): Started @189243ms 2024-11-12T10:47:01,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:47:01,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:47:01,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:47:01,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:47:01,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:47:01,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:47:01,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d788302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:47:01,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22879d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:47:02,022 WARN [Thread-1602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data1/current/BP-1854226769-172.17.0.2-1731408421665/current, will proceed with Du for space computation calculation, 2024-11-12T10:47:02,022 WARN [Thread-1603 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data2/current/BP-1854226769-172.17.0.2-1731408421665/current, will proceed with Du for space computation calculation, 2024-11-12T10:47:02,036 WARN [Thread-1581 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:47:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6087d1a4a9d32aab with lease ID 0x5aec37ff1beee185: Processing first storage report for DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34 from datanode DatanodeRegistration(127.0.0.1:34653, datanodeUuid=aca1c3d6-9c13-4727-bd05-e24fa7c0a403, infoPort=33391, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665) 2024-11-12T10:47:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6087d1a4a9d32aab with lease ID 0x5aec37ff1beee185: from storage DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34 node DatanodeRegistration(127.0.0.1:34653, datanodeUuid=aca1c3d6-9c13-4727-bd05-e24fa7c0a403, infoPort=33391, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:47:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6087d1a4a9d32aab with lease ID 0x5aec37ff1beee185: Processing first storage report for DS-89488a07-8256-46da-af9d-9b6b84f25df4 from datanode DatanodeRegistration(127.0.0.1:34653, datanodeUuid=aca1c3d6-9c13-4727-bd05-e24fa7c0a403, infoPort=33391, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665) 2024-11-12T10:47:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6087d1a4a9d32aab with lease ID 0x5aec37ff1beee185: from storage DS-89488a07-8256-46da-af9d-9b6b84f25df4 node DatanodeRegistration(127.0.0.1:34653, datanodeUuid=aca1c3d6-9c13-4727-bd05-e24fa7c0a403, infoPort=33391, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:47:02,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515ea439{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/java.io.tmpdir/jetty-localhost-43275-hadoop-hdfs-3_4_1-tests_jar-_-any-15795035979502836606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:02,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36865969{HTTP/1.1, (http/1.1)}{localhost:43275} 2024-11-12T10:47:02,094 INFO [Time-limited test {}] server.Server(415): Started @189378ms 2024-11-12T10:47:02,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:47:02,148 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data4/current/BP-1854226769-172.17.0.2-1731408421665/current, will proceed with Du for space computation calculation, 2024-11-12T10:47:02,148 WARN [Thread-1628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data3/current/BP-1854226769-172.17.0.2-1731408421665/current, will proceed with Du for space computation calculation, 2024-11-12T10:47:02,169 WARN [Thread-1617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:47:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6b81fe0dc9b5e3b with lease ID 0x5aec37ff1beee186: Processing first storage report for DS-520a5672-9b33-4219-8e23-a6c598b7e266 from datanode DatanodeRegistration(127.0.0.1:39545, datanodeUuid=6113b107-a2cc-47a2-bad6-8b7e78a9fda1, infoPort=46273, infoSecurePort=0, ipcPort=45445, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665) 2024-11-12T10:47:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6b81fe0dc9b5e3b with lease ID 0x5aec37ff1beee186: from storage DS-520a5672-9b33-4219-8e23-a6c598b7e266 node DatanodeRegistration(127.0.0.1:39545, datanodeUuid=6113b107-a2cc-47a2-bad6-8b7e78a9fda1, infoPort=46273, infoSecurePort=0, ipcPort=45445, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:47:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6b81fe0dc9b5e3b with lease ID 0x5aec37ff1beee186: Processing first storage report for DS-23f48b4b-67ba-45f9-8109-e3048a00d707 from datanode DatanodeRegistration(127.0.0.1:39545, datanodeUuid=6113b107-a2cc-47a2-bad6-8b7e78a9fda1, infoPort=46273, infoSecurePort=0, ipcPort=45445, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665) 2024-11-12T10:47:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6b81fe0dc9b5e3b with lease ID 0x5aec37ff1beee186: from storage DS-23f48b4b-67ba-45f9-8109-e3048a00d707 node DatanodeRegistration(127.0.0.1:39545, datanodeUuid=6113b107-a2cc-47a2-bad6-8b7e78a9fda1, infoPort=46273, infoSecurePort=0, ipcPort=45445, storageInfo=lv=-57;cid=testClusterID;nsid=68456179;c=1731408421665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:47:02,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e 2024-11-12T10:47:02,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/zookeeper_0, clientPort=61943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:47:02,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61943 2024-11-12T10:47:02,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:47:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:47:02,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb with version=8 2024-11-12T10:47:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36399/user/jenkins/test-data/cd5c2354-c53d-c30d-bc01-fb82ddcce6cc/hbase-staging 2024-11-12T10:47:02,237 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:47:02,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:47:02,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:47:02,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:47:02,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:47:02,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34969 2024-11-12T10:47:02,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34969 connecting to ZooKeeper ensemble=127.0.0.1:61943 2024-11-12T10:47:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349690x0, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:47:02,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34969-0x100338b41bb0000 connected 2024-11-12T10:47:02,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:02,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb, hbase.cluster.distributed=false 2024-11-12T10:47:02,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:47:02,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-12T10:47:02,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34969 2024-11-12T10:47:02,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34969 2024-11-12T10:47:02,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-12T10:47:02,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-12T10:47:02,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:47:02,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:47:02,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:47:02,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41485 2024-11-12T10:47:02,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41485 connecting to ZooKeeper ensemble=127.0.0.1:61943 2024-11-12T10:47:02,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414850x0, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:47:02,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41485-0x100338b41bb0001 connected 2024-11-12T10:47:02,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:02,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:47:02,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:47:02,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:47:02,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:47:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-12T10:47:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41485 2024-11-12T10:47:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41485 2024-11-12T10:47:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-12T10:47:02,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-12T10:47:02,301 DEBUG [M:0;aed202db7571:34969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:34969 2024-11-12T10:47:02,301 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,34969,1731408422237 2024-11-12T10:47:02,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:47:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:47:02,303 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,34969,1731408422237 2024-11-12T10:47:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:47:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,304 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:47:02,305 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,34969,1731408422237 from backup master directory 2024-11-12T10:47:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,34969,1731408422237 2024-11-12T10:47:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:47:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:47:02,306 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:47:02,306 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,34969,1731408422237 2024-11-12T10:47:02,309 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/hbase.id] with ID: 55fd2ea7-fecb-4197-a75b-0cd0f3d003e9 2024-11-12T10:47:02,309 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/.tmp/hbase.id 2024-11-12T10:47:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:47:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:47:02,315 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/.tmp/hbase.id]:[hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/hbase.id] 2024-11-12T10:47:02,329 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:02,329 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:47:02,331 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:47:02,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:47:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:47:02,338 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:47:02,339 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:47:02,339 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:47:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:47:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:47:02,346 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store 2024-11-12T10:47:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:47:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:47:02,352 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:02,352 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:02,352 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408422352Disabling compacts and flushes for region at 1731408422352Disabling writes for close at 1731408422352Writing region close event to WAL at 1731408422352Closed at 1731408422352 2024-11-12T10:47:02,353 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/.initializing 2024-11-12T10:47:02,353 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/WALs/aed202db7571,34969,1731408422237 2024-11-12T10:47:02,354 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:47:02,355 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C34969%2C1731408422237, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/WALs/aed202db7571,34969,1731408422237, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/oldWALs, maxLogs=10 2024-11-12T10:47:02,367 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/WALs/aed202db7571,34969,1731408422237/aed202db7571%2C34969%2C1731408422237.1731408422356, exclude list is [], retry=0 2024-11-12T10:47:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39545,DS-520a5672-9b33-4219-8e23-a6c598b7e266,DISK] 2024-11-12T10:47:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34,DISK] 2024-11-12T10:47:02,372 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/WALs/aed202db7571,34969,1731408422237/aed202db7571%2C34969%2C1731408422237.1731408422356 2024-11-12T10:47:02,372 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46273:46273),(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-12T10:47:02,372 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:47:02,372 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:47:02,372 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,372 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:47:02,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:02,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:47:02,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:47:02,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:47:02,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:47:02,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:47:02,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:47:02,381 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,382 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,382 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,383 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,384 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,384 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:47:02,385 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:47:02,387 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:47:02,387 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=804977, jitterRate=0.02358125150203705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:47:02,388 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408422372Initializing all the Stores at 1731408422373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408422373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408422373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408422373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408422373Cleaning up temporary data from old regions at 1731408422384 (+11 ms)Region opened successfully at 1731408422388 (+4 ms) 2024-11-12T10:47:02,388 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:47:02,391 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c001ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:47:02,392 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:47:02,392 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:47:02,392 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:47:02,392 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:47:02,393 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:47:02,393 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:47:02,393 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:47:02,395 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:47:02,395 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:47:02,396 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:47:02,396 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:47:02,397 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:47:02,398 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:47:02,398 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:47:02,399 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:47:02,399 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:47:02,400 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:47:02,401 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:47:02,402 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:47:02,403 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:47:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,404 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,34969,1731408422237, sessionid=0x100338b41bb0000, setting cluster-up flag (Was=false) 2024-11-12T10:47:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,408 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:47:02,409 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,34969,1731408422237 2024-11-12T10:47:02,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,413 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:47:02,414 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,34969,1731408422237 2024-11-12T10:47:02,415 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:47:02,417 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:47:02,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:47:02,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:47:02,417 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,34969,1731408422237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:47:02,418 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:47:02,418 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:47:02,418 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:47:02,418 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:47:02,419 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:47:02,419 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,419 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:47:02,419 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408452420 2024-11-12T10:47:02,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:47:02,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:47:02,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:47:02,421 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,421 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:47:02,421 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:47:02,421 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:47:02,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,422 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:47:02,422 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:47:02,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:47:02,425 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408422422,5,FailOnTimeoutGroup] 2024-11-12T10:47:02,425 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408422425,5,FailOnTimeoutGroup] 2024-11-12T10:47:02,425 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,425 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:47:02,425 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,425 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:47:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:47:02,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:47:02,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb 2024-11-12T10:47:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:47:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:47:02,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:47:02,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:47:02,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:47:02,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:02,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:47:02,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:47:02,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:02,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:47:02,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:47:02,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:02,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:47:02,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:47:02,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:02,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:47:02,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740 2024-11-12T10:47:02,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740 2024-11-12T10:47:02,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:47:02,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:47:02,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:47:02,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:47:02,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:47:02,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842251, jitterRate=0.07097798585891724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:47:02,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408422443Initializing all the Stores at 1731408422444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408422444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408422444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408422444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408422444Cleaning up temporary data from old regions at 1731408422453 (+9 ms)Region opened successfully at 1731408422457 (+4 ms) 2024-11-12T10:47:02,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:47:02,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:47:02,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:47:02,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:47:02,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:47:02,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:47:02,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408422457Disabling compacts and flushes for region at 1731408422457Disabling writes for close at 1731408422458 (+1 ms)Writing region close event to WAL at 1731408422458Closed at 1731408422458 2024-11-12T10:47:02,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:47:02,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:47:02,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:47:02,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:47:02,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:47:02,492 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(746): ClusterId : 55fd2ea7-fecb-4197-a75b-0cd0f3d003e9 2024-11-12T10:47:02,493 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:47:02,494 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:47:02,494 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:47:02,496 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:47:02,496 DEBUG [RS:0;aed202db7571:41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2eb70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:47:02,507 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:41485 2024-11-12T10:47:02,507 INFO [RS:0;aed202db7571:41485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:47:02,507 INFO [RS:0;aed202db7571:41485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:47:02,507 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:47:02,508 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,34969,1731408422237 with port=41485, startcode=1731408422279 2024-11-12T10:47:02,508 DEBUG [RS:0;aed202db7571:41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:47:02,509 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:47:02,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,41485,1731408422279 2024-11-12T10:47:02,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(517): Registering regionserver=aed202db7571,41485,1731408422279 2024-11-12T10:47:02,511 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb 2024-11-12T10:47:02,511 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-12T10:47:02,511 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:47:02,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:47:02,512 DEBUG [RS:0;aed202db7571:41485 {}] zookeeper.ZKUtil(111): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,41485,1731408422279 2024-11-12T10:47:02,512 WARN [RS:0;aed202db7571:41485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:47:02,512 INFO [RS:0;aed202db7571:41485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:47:02,513 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279 2024-11-12T10:47:02,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,41485,1731408422279] 2024-11-12T10:47:02,516 INFO [RS:0;aed202db7571:41485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:47:02,517 INFO [RS:0;aed202db7571:41485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:47:02,517 INFO [RS:0;aed202db7571:41485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:47:02,518 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,518 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:47:02,519 INFO [RS:0;aed202db7571:41485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:47:02,519 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:47:02,519 DEBUG [RS:0;aed202db7571:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,520 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,41485,1731408422279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:47:02,535 INFO [RS:0;aed202db7571:41485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:47:02,536 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,41485,1731408422279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,536 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,536 INFO [RS:0;aed202db7571:41485 {}] regionserver.Replication(171): aed202db7571,41485,1731408422279 started 2024-11-12T10:47:02,549 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:02,550 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,41485,1731408422279, RpcServer on aed202db7571/172.17.0.2:41485, sessionid=0x100338b41bb0001 2024-11-12T10:47:02,550 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:47:02,550 DEBUG [RS:0;aed202db7571:41485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,41485,1731408422279 2024-11-12T10:47:02,550 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,41485,1731408422279' 2024-11-12T10:47:02,550 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:47:02,550 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,41485,1731408422279 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,41485,1731408422279' 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:47:02,551 DEBUG [RS:0;aed202db7571:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:47:02,552 DEBUG [RS:0;aed202db7571:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:47:02,552 INFO [RS:0;aed202db7571:41485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:47:02,552 INFO [RS:0;aed202db7571:41485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:47:02,611 WARN [aed202db7571:34969 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:47:02,652 INFO [RS:0;aed202db7571:41485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:47:02,655 INFO [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C41485%2C1731408422279, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs, maxLogs=32 2024-11-12T10:47:02,672 DEBUG [RS:0;aed202db7571:41485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279/aed202db7571%2C41485%2C1731408422279.1731408422656, exclude list is [], retry=0 2024-11-12T10:47:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39545,DS-520a5672-9b33-4219-8e23-a6c598b7e266,DISK] 2024-11-12T10:47:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34,DISK] 2024-11-12T10:47:02,676 INFO [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279/aed202db7571%2C41485%2C1731408422279.1731408422656 2024-11-12T10:47:02,677 DEBUG [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46273:46273),(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-12T10:47:02,861 DEBUG [aed202db7571:34969 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:47:02,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,41485,1731408422279 2024-11-12T10:47:02,865 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,41485,1731408422279, state=OPENING 2024-11-12T10:47:02,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:47:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:47:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:47:02,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:47:02,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,41485,1731408422279}] 2024-11-12T10:47:03,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:47:03,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:47:03,036 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:47:03,036 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:47:03,036 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:47:03,038 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C41485%2C1731408422279.meta, suffix=.meta, logDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs, maxLogs=32 2024-11-12T10:47:03,052 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279/aed202db7571%2C41485%2C1731408422279.meta.1731408423038.meta, exclude list is [], retry=0 2024-11-12T10:47:03,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34,DISK] 2024-11-12T10:47:03,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39545,DS-520a5672-9b33-4219-8e23-a6c598b7e266,DISK] 2024-11-12T10:47:03,055 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/aed202db7571,41485,1731408422279/aed202db7571%2C41485%2C1731408422279.meta.1731408423038.meta 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391),(127.0.0.1/127.0.0.1:46273:46273)] 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:47:03,056 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:47:03,056 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:47:03,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:47:03,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:47:03,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:03,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:03,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:47:03,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:47:03,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:03,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:03,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:47:03,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:47:03,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:03,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:03,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:47:03,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:47:03,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:47:03,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:47:03,062 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:47:03,063 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740 2024-11-12T10:47:03,064 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740 2024-11-12T10:47:03,065 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:47:03,065 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:47:03,066 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:47:03,068 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:47:03,069 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829951, jitterRate=0.05533735454082489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:47:03,069 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:47:03,069 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408423057Writing region info on filesystem at 1731408423057Initializing all the Stores at 1731408423057Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408423057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408423057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408423057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408423057Cleaning up temporary data from old regions at 1731408423066 (+9 ms)Running coprocessor post-open hooks at 1731408423069 (+3 ms)Region opened successfully at 1731408423069 2024-11-12T10:47:03,070 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408423024 2024-11-12T10:47:03,072 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:47:03,072 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:47:03,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,41485,1731408422279 2024-11-12T10:47:03,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,41485,1731408422279, state=OPEN 2024-11-12T10:47:03,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:47:03,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:47:03,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,41485,1731408422279 2024-11-12T10:47:03,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:47:03,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:47:03,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:47:03,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,41485,1731408422279 in 206 msec 2024-11-12T10:47:03,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:47:03,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-12T10:47:03,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:47:03,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:47:03,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:47:03,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,41485,1731408422279, seqNum=-1] 2024-11-12T10:47:03,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:47:03,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:47:03,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 670 msec 2024-11-12T10:47:03,088 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408423088, completionTime=-1 2024-11-12T10:47:03,088 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:47:03,088 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408483090 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408543090 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,090 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:34969, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,091 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,091 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,092 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.788sec 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:47:03,094 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:47:03,096 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:47:03,096 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:47:03,096 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34969,1731408422237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:47:03,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6367c93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:47:03,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,34969,-1 for getting cluster id 2024-11-12T10:47:03,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:47:03,194 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55fd2ea7-fecb-4197-a75b-0cd0f3d003e9' 2024-11-12T10:47:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:47:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55fd2ea7-fecb-4197-a75b-0cd0f3d003e9" 2024-11-12T10:47:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:47:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,34969,-1] 2024-11-12T10:47:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:47:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,196 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:47:03,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f015329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:47:03,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:47:03,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,41485,1731408422279, seqNum=-1] 2024-11-12T10:47:03,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:47:03,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:47:03,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,34969,1731408422237 2024-11-12T10:47:03,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:47:03,203 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T10:47:03,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:47:03,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:47:03,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs, maxLogs=32 2024-11-12T10:47:03,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423206, exclude list is [], retry=0 2024-11-12T10:47:03,220 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34,DISK] 2024-11-12T10:47:03,220 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39545,DS-520a5672-9b33-4219-8e23-a6c598b7e266,DISK] 2024-11-12T10:47:03,222 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423206 2024-11-12T10:47:03,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391),(127.0.0.1/127.0.0.1:46273:46273)] 2024-11-12T10:47:03,234 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423223, exclude list is [], retry=0 2024-11-12T10:47:03,236 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39545,DS-520a5672-9b33-4219-8e23-a6c598b7e266,DISK] 2024-11-12T10:47:03,237 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34653,DS-e0e96525-bf98-4ec4-bddf-ab0381d63b34,DISK] 2024-11-12T10:47:03,238 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423206 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423223 2024-11-12T10:47:03,239 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46273:46273),(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-12T10:47:03,239 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423206 is not closed yet, will try archiving it next time 2024-11-12T10:47:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741835_1011 (size=93) 2024-11-12T10:47:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741835_1011 (size=93) 2024-11-12T10:47:03,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741836_1012 (size=93) 2024-11-12T10:47:03,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741836_1012 (size=93) 2024-11-12T10:47:03,243 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/WALs/test.com,8080,1/test.com%2C8080%2C1.1731408423206 to hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs/test.com%2C8080%2C1.1731408423206 2024-11-12T10:47:03,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs 2024-11-12T10:47:03,244 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731408423223) 2024-11-12T10:47:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:47:03,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:47:03,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:03,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:47:03,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:47:03,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079818650, stopped=false 2024-11-12T10:47:03,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,34969,1731408422237 2024-11-12T10:47:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:47:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:03,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:47:03,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:47:03,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:03,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,41485,1731408422279' ***** 2024-11-12T10:47:03,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:47:03,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(959): stopping server aed202db7571,41485,1731408422279 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:41485. 2024-11-12T10:47:03,247 DEBUG [RS:0;aed202db7571:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:47:03,247 DEBUG [RS:0;aed202db7571:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:47:03,247 INFO [RS:0;aed202db7571:41485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:47:03,248 INFO [RS:0;aed202db7571:41485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:47:03,248 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:47:03,248 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:47:03,248 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:47:03,248 DEBUG [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:47:03,248 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:47:03,248 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:47:03,248 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:47:03,248 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:47:03,248 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:47:03,248 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T10:47:03,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:03,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:47:03,263 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/.tmp/ns/c97c2dc10895472a8c23b46ae6c5a8d5 is 43, key is default/ns:d/1731408423084/Put/seqid=0 2024-11-12T10:47:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741837_1013 (size=5153) 2024-11-12T10:47:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741837_1013 (size=5153) 2024-11-12T10:47:03,269 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/.tmp/ns/c97c2dc10895472a8c23b46ae6c5a8d5 2024-11-12T10:47:03,274 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/.tmp/ns/c97c2dc10895472a8c23b46ae6c5a8d5 as hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/ns/c97c2dc10895472a8c23b46ae6c5a8d5 2024-11-12T10:47:03,278 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/ns/c97c2dc10895472a8c23b46ae6c5a8d5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T10:47:03,279 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-12T10:47:03,279 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:47:03,283 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:47:03,284 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:47:03,284 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:47:03,284 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408423248Running coprocessor pre-close hooks at 1731408423248Disabling compacts and flushes for region at 1731408423248Disabling writes for close at 1731408423248Obtaining lock to block concurrent updates at 1731408423248Preparing flush snapshotting stores in 1588230740 at 1731408423248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731408423248Flushing stores of hbase:meta,,1.1588230740 at 1731408423249 (+1 ms)Flushing 1588230740/ns: creating writer at 1731408423249Flushing 1588230740/ns: appending metadata at 1731408423263 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731408423263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be3f5cc: reopening flushed file at 1731408423273 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1731408423279 (+6 ms)Writing region close event to WAL at 1731408423280 (+1 ms)Running coprocessor post-close hooks at 1731408423284 (+4 ms)Closed at 1731408423284 2024-11-12T10:47:03,284 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:47:03,448 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(976): stopping server aed202db7571,41485,1731408422279; all regions closed. 2024-11-12T10:47:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741834_1010 (size=1152) 2024-11-12T10:47:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741834_1010 (size=1152) 2024-11-12T10:47:03,458 DEBUG [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs 2024-11-12T10:47:03,459 INFO [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C41485%2C1731408422279.meta:.meta(num 1731408423038) 2024-11-12T10:47:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:47:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:47:03,464 DEBUG [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/oldWALs 2024-11-12T10:47:03,464 INFO [RS:0;aed202db7571:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C41485%2C1731408422279:(num 1731408422656) 2024-11-12T10:47:03,464 DEBUG [RS:0;aed202db7571:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:47:03,464 INFO [RS:0;aed202db7571:41485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:47:03,464 INFO [RS:0;aed202db7571:41485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:47:03,464 INFO [RS:0;aed202db7571:41485 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:47:03,464 INFO [RS:0;aed202db7571:41485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:47:03,465 INFO [RS:0;aed202db7571:41485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41485 2024-11-12T10:47:03,465 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:47:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,41485,1731408422279 2024-11-12T10:47:03,466 INFO [RS:0;aed202db7571:41485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:47:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:47:03,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,41485,1731408422279] 2024-11-12T10:47:03,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,41485,1731408422279 already deleted, retry=false 2024-11-12T10:47:03,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,41485,1731408422279 expired; onlineServers=0 2024-11-12T10:47:03,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,34969,1731408422237' ***** 2024-11-12T10:47:03,468 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:47:03,468 DEBUG [M:0;aed202db7571:34969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:47:03,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:47:03,468 DEBUG [M:0;aed202db7571:34969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:47:03,468 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408422425 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408422425,5,FailOnTimeoutGroup] 2024-11-12T10:47:03,468 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408422422 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408422422,5,FailOnTimeoutGroup] 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:47:03,468 DEBUG [M:0;aed202db7571:34969 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:47:03,468 INFO [M:0;aed202db7571:34969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:47:03,469 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:47:03,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:47:03,469 DEBUG [M:0;aed202db7571:34969 {}] zookeeper.ZKUtil(347): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:47:03,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:47:03,469 WARN [M:0;aed202db7571:34969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:47:03,469 INFO [M:0;aed202db7571:34969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/.lastflushedseqids 2024-11-12T10:47:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741838_1014 (size=99) 2024-11-12T10:47:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741838_1014 (size=99) 2024-11-12T10:47:03,475 INFO [M:0;aed202db7571:34969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:47:03,475 INFO [M:0;aed202db7571:34969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:47:03,475 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:47:03,475 INFO [M:0;aed202db7571:34969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:03,475 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:03,475 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:47:03,475 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:03,475 INFO [M:0;aed202db7571:34969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-12T10:47:03,490 DEBUG [M:0;aed202db7571:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94e9e8b517514f4aab1a24444122b154 is 82, key is hbase:meta,,1/info:regioninfo/1731408423073/Put/seqid=0 2024-11-12T10:47:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741839_1015 (size=5672) 2024-11-12T10:47:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741839_1015 (size=5672) 2024-11-12T10:47:03,495 INFO [M:0;aed202db7571:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94e9e8b517514f4aab1a24444122b154 2024-11-12T10:47:03,511 DEBUG [M:0;aed202db7571:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170f1a2856864b83a21ffb38d8584137 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731408423087/Put/seqid=0 2024-11-12T10:47:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741840_1016 (size=5275) 2024-11-12T10:47:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741840_1016 (size=5275) 2024-11-12T10:47:03,516 INFO [M:0;aed202db7571:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170f1a2856864b83a21ffb38d8584137 2024-11-12T10:47:03,539 DEBUG [M:0;aed202db7571:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68072ba331104b8c8678f80409bd9ad7 is 69, key is aed202db7571,41485,1731408422279/rs:state/1731408422510/Put/seqid=0 2024-11-12T10:47:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741841_1017 (size=5156) 2024-11-12T10:47:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741841_1017 (size=5156) 2024-11-12T10:47:03,544 INFO [M:0;aed202db7571:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68072ba331104b8c8678f80409bd9ad7 2024-11-12T10:47:03,567 INFO [RS:0;aed202db7571:41485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:47:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:03,567 INFO [RS:0;aed202db7571:41485 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,41485,1731408422279; zookeeper connection closed. 2024-11-12T10:47:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x100338b41bb0001, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:03,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2331006e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2331006e 2024-11-12T10:47:03,568 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:47:03,568 DEBUG [M:0;aed202db7571:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/79b5abe95724499aa062735f002831d9 is 52, key is load_balancer_on/state:d/1731408423202/Put/seqid=0 2024-11-12T10:47:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741842_1018 (size=5056) 2024-11-12T10:47:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741842_1018 (size=5056) 2024-11-12T10:47:03,573 INFO [M:0;aed202db7571:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/79b5abe95724499aa062735f002831d9 2024-11-12T10:47:03,578 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94e9e8b517514f4aab1a24444122b154 as hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94e9e8b517514f4aab1a24444122b154 2024-11-12T10:47:03,582 INFO [M:0;aed202db7571:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94e9e8b517514f4aab1a24444122b154, entries=8, sequenceid=29, filesize=5.5 K 2024-11-12T10:47:03,584 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170f1a2856864b83a21ffb38d8584137 as hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/170f1a2856864b83a21ffb38d8584137 2024-11-12T10:47:03,589 INFO [M:0;aed202db7571:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/170f1a2856864b83a21ffb38d8584137, entries=3, sequenceid=29, filesize=5.2 K 2024-11-12T10:47:03,590 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68072ba331104b8c8678f80409bd9ad7 as hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68072ba331104b8c8678f80409bd9ad7 2024-11-12T10:47:03,595 INFO [M:0;aed202db7571:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68072ba331104b8c8678f80409bd9ad7, entries=1, sequenceid=29, filesize=5.0 K 2024-11-12T10:47:03,596 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/79b5abe95724499aa062735f002831d9 as hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/79b5abe95724499aa062735f002831d9 2024-11-12T10:47:03,600 INFO [M:0;aed202db7571:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4c42d4a5-e19f-3a75-26d6-7a73ec3f0adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/79b5abe95724499aa062735f002831d9, entries=1, sequenceid=29, filesize=4.9 K 2024-11-12T10:47:03,601 INFO [M:0;aed202db7571:34969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false 2024-11-12T10:47:03,603 INFO [M:0;aed202db7571:34969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:47:03,603 DEBUG [M:0;aed202db7571:34969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408423475Disabling compacts and flushes for region at 1731408423475Disabling writes for close at 1731408423475Obtaining lock to block concurrent updates at 1731408423475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408423475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731408423476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408423476Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408423476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408423489 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408423489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408423498 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408423511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408423511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408423521 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408423539 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408423539Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731408423549 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731408423567 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731408423568 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fb4198: reopening flushed file at 1731408423577 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5717542b: reopening flushed file at 1731408423583 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b660f37: reopening flushed file at 1731408423589 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e9aab8: reopening flushed file at 1731408423595 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false at 1731408423601 (+6 ms)Writing region close event to WAL at 1731408423603 (+2 ms)Closed at 1731408423603 2024-11-12T10:47:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34653 is added to blk_1073741830_1006 (size=10311) 2024-11-12T10:47:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39545 is added to blk_1073741830_1006 (size=10311) 2024-11-12T10:47:03,606 INFO [M:0;aed202db7571:34969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:47:03,606 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:47:03,606 INFO [M:0;aed202db7571:34969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34969 2024-11-12T10:47:03,606 INFO [M:0;aed202db7571:34969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:47:03,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:03,707 INFO [M:0;aed202db7571:34969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:47:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100338b41bb0000, quorum=127.0.0.1:61943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:47:03,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@515ea439{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:03,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36865969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:03,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:03,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22879d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:03,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d788302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:03,714 WARN [BP-1854226769-172.17.0.2-1731408421665 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:47:03,714 WARN [BP-1854226769-172.17.0.2-1731408421665 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1854226769-172.17.0.2-1731408421665 (Datanode Uuid 6113b107-a2cc-47a2-bad6-8b7e78a9fda1) service to localhost/127.0.0.1:43745 2024-11-12T10:47:03,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:47:03,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:47:03,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data3/current/BP-1854226769-172.17.0.2-1731408421665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:03,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data4/current/BP-1854226769-172.17.0.2-1731408421665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:03,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:47:03,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68329653{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:47:03,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9959b3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:03,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:03,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619c47a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:03,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d43a6a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:03,719 WARN [BP-1854226769-172.17.0.2-1731408421665 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:47:03,719 WARN [BP-1854226769-172.17.0.2-1731408421665 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1854226769-172.17.0.2-1731408421665 (Datanode Uuid aca1c3d6-9c13-4727-bd05-e24fa7c0a403) service to localhost/127.0.0.1:43745 2024-11-12T10:47:03,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:47:03,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data1/current/BP-1854226769-172.17.0.2-1731408421665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:03,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:47:03,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:47:03,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/cluster_963e737d-ebda-e835-2db1-1e796502e9ce/data/data2/current/BP-1854226769-172.17.0.2-1731408421665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:47:03,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c4573b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:47:03,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@430546db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:47:03,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:47:03,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1116d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:47:03,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70df0f94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fd2bf336-965d-a761-7921-a564da16a36e/hadoop.log.dir/,STOPPED} 2024-11-12T10:47:03,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:47:03,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:47:03,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 111) - Thread LEAK? -, OpenFileDescriptor=511 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=2116 (was 2172)