2024-11-26 20:47:05,220 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-26 20:47:05,235 main DEBUG Took 0.012633 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 20:47:05,236 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 20:47:05,236 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 20:47:05,238 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 20:47:05,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,248 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 20:47:05,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,268 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,269 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,271 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,273 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,274 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,275 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,276 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,277 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:47:05,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,278 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 20:47:05,280 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:47:05,282 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 20:47:05,284 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 20:47:05,285 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 20:47:05,286 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 20:47:05,287 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 20:47:05,299 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 20:47:05,302 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 20:47:05,304 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 20:47:05,304 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 20:47:05,305 main DEBUG createAppenders(={Console}) 2024-11-26 20:47:05,306 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-26 20:47:05,306 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-26 20:47:05,307 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-26 20:47:05,307 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 20:47:05,308 main DEBUG OutputStream closed 2024-11-26 20:47:05,308 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 20:47:05,308 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 20:47:05,309 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-26 20:47:05,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 20:47:05,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 20:47:05,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 20:47:05,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 20:47:05,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 20:47:05,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 20:47:05,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 20:47:05,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 20:47:05,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 20:47:05,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 20:47:05,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 20:47:05,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 20:47:05,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 20:47:05,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 20:47:05,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 20:47:05,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 20:47:05,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 20:47:05,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 20:47:05,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 20:47:05,419 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-26 20:47:05,420 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 20:47:05,421 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-26T20:47:05,779 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9 2024-11-26 20:47:05,783 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 20:47:05,783 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T20:47:05,794 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-26T20:47:05,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=6905 2024-11-26T20:47:05,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:47:05,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a, deleteOnExit=true 2024-11-26T20:47:05,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:47:05,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/test.cache.data in system properties and HBase conf 2024-11-26T20:47:05,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:47:05,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:47:05,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:47:05,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:47:05,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:47:05,987 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T20:47:06,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:47:06,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:47:06,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:47:06,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:47:06,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:47:06,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:47:06,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:47:06,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:47:06,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:47:06,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:47:06,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:47:06,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:47:06,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:47:06,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:47:06,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:47:06,997 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T20:47:07,081 INFO [Time-limited test {}] log.Log(170): Logging initialized @2809ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T20:47:07,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:47:07,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:47:07,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:47:07,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:47:07,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:47:07,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:47:07,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:47:07,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:47:07,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e92c1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/java.io.tmpdir/jetty-localhost-35543-hadoop-hdfs-3_4_1-tests_jar-_-any-7521722581063926723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:47:07,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:35543} 2024-11-26T20:47:07,508 INFO [Time-limited test {}] server.Server(415): Started @3237ms 2024-11-26T20:47:07,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:47:07,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:47:07,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:47:07,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:47:07,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:47:07,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@833aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:47:07,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b60b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:47:08,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6778cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/java.io.tmpdir/jetty-localhost-37129-hadoop-hdfs-3_4_1-tests_jar-_-any-17863575948718669678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:47:08,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5a3fa0{HTTP/1.1, (http/1.1)}{localhost:37129} 2024-11-26T20:47:08,027 INFO [Time-limited test {}] server.Server(415): Started @3756ms 2024-11-26T20:47:08,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:47:08,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:47:08,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:47:08,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:47:08,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:47:08,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:47:08,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a33333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:47:08,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ad53a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:47:08,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b7982e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/java.io.tmpdir/jetty-localhost-38121-hadoop-hdfs-3_4_1-tests_jar-_-any-9877895570211471751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:47:08,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1921bcf2{HTTP/1.1, (http/1.1)}{localhost:38121} 2024-11-26T20:47:08,349 INFO [Time-limited test {}] server.Server(415): Started @4078ms 2024-11-26T20:47:08,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:47:08,546 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data2/current/BP-695457021-172.17.0.2-1732654026741/current, will proceed with Du for space computation calculation, 2024-11-26T20:47:08,546 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data4/current/BP-695457021-172.17.0.2-1732654026741/current, will proceed with Du for space computation calculation, 2024-11-26T20:47:08,546 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data3/current/BP-695457021-172.17.0.2-1732654026741/current, will proceed with Du for space computation calculation, 2024-11-26T20:47:08,548 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data1/current/BP-695457021-172.17.0.2-1732654026741/current, will proceed with Du for space computation calculation, 2024-11-26T20:47:08,597 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:47:08,598 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:47:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616bc52abf86ca41 with lease ID 0xe7326c08ef7604e: Processing first storage report for DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e from datanode DatanodeRegistration(127.0.0.1:33951, datanodeUuid=45ce3405-957b-4459-9ab0-7beeb211af76, infoPort=33957, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741) 2024-11-26T20:47:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616bc52abf86ca41 with lease ID 0xe7326c08ef7604e: from storage DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e node DatanodeRegistration(127.0.0.1:33951, datanodeUuid=45ce3405-957b-4459-9ab0-7beeb211af76, infoPort=33957, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T20:47:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4ffc4965eac7bf0 with lease ID 0xe7326c08ef7604d: Processing first storage report for DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1 from datanode DatanodeRegistration(127.0.0.1:34227, datanodeUuid=7ac6515e-c6d5-49d8-95ff-7ad9c191edf4, infoPort=33027, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741) 2024-11-26T20:47:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4ffc4965eac7bf0 with lease ID 0xe7326c08ef7604d: from storage DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1 node DatanodeRegistration(127.0.0.1:34227, datanodeUuid=7ac6515e-c6d5-49d8-95ff-7ad9c191edf4, infoPort=33027, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:47:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616bc52abf86ca41 with lease ID 0xe7326c08ef7604e: Processing first storage report for DS-b40d7231-6d7b-4045-a733-0700b5a1d449 from datanode DatanodeRegistration(127.0.0.1:33951, datanodeUuid=45ce3405-957b-4459-9ab0-7beeb211af76, infoPort=33957, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741) 2024-11-26T20:47:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616bc52abf86ca41 with lease ID 0xe7326c08ef7604e: from storage DS-b40d7231-6d7b-4045-a733-0700b5a1d449 node DatanodeRegistration(127.0.0.1:33951, datanodeUuid=45ce3405-957b-4459-9ab0-7beeb211af76, infoPort=33957, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T20:47:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4ffc4965eac7bf0 with lease ID 0xe7326c08ef7604d: Processing first storage report for DS-e056a33e-ec10-4e78-ae7e-5248e5c207ab from datanode DatanodeRegistration(127.0.0.1:34227, datanodeUuid=7ac6515e-c6d5-49d8-95ff-7ad9c191edf4, infoPort=33027, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741) 2024-11-26T20:47:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4ffc4965eac7bf0 with lease ID 0xe7326c08ef7604d: from storage DS-e056a33e-ec10-4e78-ae7e-5248e5c207ab node DatanodeRegistration(127.0.0.1:34227, datanodeUuid=7ac6515e-c6d5-49d8-95ff-7ad9c191edf4, infoPort=33027, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=196043953;c=1732654026741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:47:08,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9 2024-11-26T20:47:08,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/zookeeper_0, clientPort=49180, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:47:08,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49180 2024-11-26T20:47:08,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:08,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:47:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:47:09,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1 with version=8 2024-11-26T20:47:09,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase-staging 2024-11-26T20:47:09,645 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T20:47:09,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:47:09,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:09,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:09,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:47:09,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:09,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:47:10,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:47:10,105 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T20:47:10,113 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T20:47:10,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:47:10,143 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23587 (auto-detected) 2024-11-26T20:47:10,144 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T20:47:10,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46473 2024-11-26T20:47:10,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46473 connecting to ZooKeeper ensemble=127.0.0.1:49180 2024-11-26T20:47:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464730x0, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:47:10,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46473-0x101560842a70000 connected 2024-11-26T20:47:10,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:10,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:10,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:47:10,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1, hbase.cluster.distributed=false 2024-11-26T20:47:10,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:47:10,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-26T20:47:10,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46473 2024-11-26T20:47:10,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46473 2024-11-26T20:47:10,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-26T20:47:10,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-26T20:47:10,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:47:10,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:10,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:10,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:47:10,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:47:10,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:47:10,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:47:10,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:47:10,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44751 2024-11-26T20:47:10,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44751 connecting to ZooKeeper ensemble=127.0.0.1:49180 2024-11-26T20:47:10,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:10,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:10,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447510x0, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:47:10,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44751-0x101560842a70001 connected 2024-11-26T20:47:10,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:47:10,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:47:10,439 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:47:10,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:47:10,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:47:10,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-26T20:47:10,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-26T20:47:10,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-26T20:47:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-26T20:47:10,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-26T20:47:10,464 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:46473 2024-11-26T20:47:10,465 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,46473,1732654029697 2024-11-26T20:47:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:47:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:47:10,474 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,46473,1732654029697 2024-11-26T20:47:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:47:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:10,495 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:47:10,496 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,46473,1732654029697 from backup master directory 2024-11-26T20:47:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,46473,1732654029697 2024-11-26T20:47:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:47:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:47:10,499 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:47:10,499 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,46473,1732654029697 2024-11-26T20:47:10,501 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T20:47:10,503 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T20:47:10,563 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase.id] with ID: 5b329257-e5de-4e84-8852-b72ca5c735dd 2024-11-26T20:47:10,563 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/.tmp/hbase.id 2024-11-26T20:47:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:47:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:47:10,577 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/.tmp/hbase.id]:[hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase.id] 2024-11-26T20:47:10,619 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:10,624 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:47:10,643 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T20:47:10,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:10,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:47:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:47:10,681 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:47:10,683 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:47:10,689 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:47:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:47:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:47:10,743 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store 2024-11-26T20:47:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:47:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:47:10,773 INFO [master/cd6be161543e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T20:47:10,776 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:10,777 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:47:10,777 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:47:10,778 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:47:10,779 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:47:10,779 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:47:10,779 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:47:10,780 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654030777Disabling compacts and flushes for region at 1732654030777Disabling writes for close at 1732654030779 (+2 ms)Writing region close event to WAL at 1732654030779Closed at 1732654030779 2024-11-26T20:47:10,782 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/.initializing 2024-11-26T20:47:10,783 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/WALs/cd6be161543e,46473,1732654029697 2024-11-26T20:47:10,791 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:47:10,805 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C46473%2C1732654029697, suffix=, logDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/WALs/cd6be161543e,46473,1732654029697, archiveDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/oldWALs, maxLogs=10 2024-11-26T20:47:10,834 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/WALs/cd6be161543e,46473,1732654029697/cd6be161543e%2C46473%2C1732654029697.1732654030810, exclude list is [], retry=0 2024-11-26T20:47:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:47:10,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:10,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:10,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T20:47:10,902 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/WALs/cd6be161543e,46473,1732654029697/cd6be161543e%2C46473%2C1732654029697.1732654030810 2024-11-26T20:47:10,903 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:33027:33027)] 2024-11-26T20:47:10,903 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:47:10,904 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:10,907 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,908 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:47:10,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:10,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:10,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:47:10,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:10,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:47:10,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:47:10,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:10,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:47:10,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:47:10,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:10,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:47:10,995 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,998 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:10,999 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:11,004 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:11,004 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:11,007 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:47:11,010 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:47:11,015 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:47:11,016 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815829, jitterRate=0.03738082945346832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:47:11,022 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654030920Initializing all the Stores at 1732654030923 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654030923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654030924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654030924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654030924Cleaning up temporary data from old regions at 1732654031004 (+80 ms)Region opened successfully at 1732654031022 (+18 ms) 2024-11-26T20:47:11,023 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:47:11,058 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0df142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:47:11,092 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:47:11,104 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:47:11,104 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:47:11,107 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:47:11,109 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T20:47:11,114 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T20:47:11,115 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:47:11,141 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:47:11,151 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:47:11,153 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:47:11,155 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:47:11,157 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:47:11,158 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:47:11,160 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:47:11,164 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:47:11,169 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:47:11,171 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:47:11,172 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:47:11,191 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:47:11,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:47:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:47:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:47:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,199 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,46473,1732654029697, sessionid=0x101560842a70000, setting cluster-up flag (Was=false) 2024-11-26T20:47:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,219 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:47:11,221 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,46473,1732654029697 2024-11-26T20:47:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,234 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:47:11,236 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,46473,1732654029697 2024-11-26T20:47:11,242 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:47:11,253 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(746): ClusterId : 5b329257-e5de-4e84-8852-b72ca5c735dd 2024-11-26T20:47:11,255 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:47:11,260 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:47:11,260 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:47:11,263 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:47:11,263 DEBUG [RS:0;cd6be161543e:44751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876e9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:47:11,277 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:44751 2024-11-26T20:47:11,279 INFO [RS:0;cd6be161543e:44751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:47:11,280 INFO [RS:0;cd6be161543e:44751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:47:11,280 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:47:11,282 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,46473,1732654029697 with port=44751, startcode=1732654030362 2024-11-26T20:47:11,294 DEBUG [RS:0;cd6be161543e:44751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:47:11,330 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:47:11,332 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:47:11,336 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T20:47:11,345 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:47:11,355 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:47:11,361 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T20:47:11,362 WARN [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T20:47:11,362 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,46473,1732654029697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:47:11,371 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:47:11,371 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:47:11,372 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:47:11,372 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:47:11,372 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:47:11,372 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,373 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:47:11,373 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,375 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654061375 2024-11-26T20:47:11,376 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:47:11,377 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:47:11,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:47:11,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:47:11,381 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:47:11,381 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:47:11,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:47:11,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:47:11,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:11,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:47:11,386 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:47:11,387 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:47:11,388 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:47:11,393 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:47:11,394 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:47:11,396 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654031395,5,FailOnTimeoutGroup] 2024-11-26T20:47:11,397 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654031396,5,FailOnTimeoutGroup] 2024-11-26T20:47:11,397 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,398 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:47:11,399 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,399 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:47:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:47:11,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:47:11,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1 2024-11-26T20:47:11,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:47:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:47:11,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:11,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:47:11,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:47:11,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:11,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:11,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:47:11,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:47:11,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:11,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:11,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:47:11,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:47:11,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:11,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:11,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:47:11,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:47:11,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:11,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:11,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:47:11,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740 2024-11-26T20:47:11,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740 2024-11-26T20:47:11,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:47:11,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:47:11,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:47:11,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:47:11,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:47:11,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832823, jitterRate=0.05899028480052948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:47:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654031424Initializing all the Stores at 1732654031426 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654031426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654031426Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654031426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654031426Cleaning up temporary data from old regions at 1732654031445 (+19 ms)Region opened successfully at 1732654031456 (+11 ms) 2024-11-26T20:47:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:47:11,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:47:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:47:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:47:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:47:11,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:47:11,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654031457Disabling compacts and flushes for region at 1732654031457Disabling writes for close at 1732654031457Writing region close event to WAL at 1732654031458 (+1 ms)Closed at 1732654031458 2024-11-26T20:47:11,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:47:11,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:47:11,463 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,46473,1732654029697 with port=44751, startcode=1732654030362 2024-11-26T20:47:11,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:47:11,475 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1 2024-11-26T20:47:11,475 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37671 2024-11-26T20:47:11,475 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:47:11,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:47:11,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:47:11,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:47:11,482 DEBUG [RS:0;cd6be161543e:44751 {}] zookeeper.ZKUtil(111): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,482 WARN [RS:0;cd6be161543e:44751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:47:11,483 INFO [RS:0;cd6be161543e:44751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:47:11,483 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,44751,1732654030362] 2024-11-26T20:47:11,508 INFO [RS:0;cd6be161543e:44751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:47:11,522 INFO [RS:0;cd6be161543e:44751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:47:11,526 INFO [RS:0;cd6be161543e:44751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:47:11,526 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,527 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:47:11,533 INFO [RS:0;cd6be161543e:44751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:47:11,534 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,535 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,535 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,535 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,535 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,535 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,536 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:47:11,537 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:47:11,537 DEBUG [RS:0;cd6be161543e:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,538 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44751,1732654030362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:47:11,557 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:47:11,559 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44751,1732654030362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,559 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,559 INFO [RS:0;cd6be161543e:44751 {}] regionserver.Replication(171): cd6be161543e,44751,1732654030362 started 2024-11-26T20:47:11,576 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:11,577 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,44751,1732654030362, RpcServer on cd6be161543e/172.17.0.2:44751, sessionid=0x101560842a70001 2024-11-26T20:47:11,578 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:47:11,578 DEBUG [RS:0;cd6be161543e:44751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,578 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,44751,1732654030362' 2024-11-26T20:47:11,578 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:47:11,579 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:47:11,580 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:47:11,580 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:47:11,580 DEBUG [RS:0;cd6be161543e:44751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,580 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,44751,1732654030362' 2024-11-26T20:47:11,580 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:47:11,581 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:47:11,581 DEBUG [RS:0;cd6be161543e:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:47:11,581 INFO [RS:0;cd6be161543e:44751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:47:11,581 INFO [RS:0;cd6be161543e:44751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:47:11,631 WARN [cd6be161543e:46473 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:47:11,687 INFO [RS:0;cd6be161543e:44751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:47:11,690 INFO [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C44751%2C1732654030362, suffix=, logDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362, archiveDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs, maxLogs=32 2024-11-26T20:47:11,706 DEBUG [RS:0;cd6be161543e:44751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654031692, exclude list is [], retry=0 2024-11-26T20:47:11,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:11,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:11,715 INFO [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654031692 2024-11-26T20:47:11,715 DEBUG [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33027:33027),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-26T20:47:11,883 DEBUG [cd6be161543e:46473 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T20:47:11,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,44751,1732654030362 2024-11-26T20:47:11,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,44751,1732654030362, state=OPENING 2024-11-26T20:47:11,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:47:11,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:47:11,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:47:11,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:47:11,911 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:47:11,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,44751,1732654030362}] 2024-11-26T20:47:12,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:47:12,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:47:12,103 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:47:12,103 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:47:12,104 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:47:12,107 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C44751%2C1732654030362.meta, suffix=.meta, logDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362, archiveDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs, maxLogs=32 2024-11-26T20:47:12,122 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.meta.1732654032109.meta, exclude list is [], retry=0 2024-11-26T20:47:12,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:12,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:12,130 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.meta.1732654032109.meta 2024-11-26T20:47:12,130 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33027:33027),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-26T20:47:12,131 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:47:12,132 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:47:12,135 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:47:12,140 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:47:12,146 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:47:12,146 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:12,147 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:47:12,147 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:47:12,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:47:12,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:47:12,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:12,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:47:12,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:47:12,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:12,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:47:12,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:47:12,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:12,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:47:12,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:47:12,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:47:12,160 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:47:12,161 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740 2024-11-26T20:47:12,163 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740 2024-11-26T20:47:12,166 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:47:12,166 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:47:12,167 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:47:12,170 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:47:12,172 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719924, jitterRate=-0.0845704972743988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:47:12,172 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:47:12,174 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654032147Writing region info on filesystem at 1732654032147Initializing all the Stores at 1732654032149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654032149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654032150 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654032150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654032150Cleaning up temporary data from old regions at 1732654032166 (+16 ms)Running coprocessor post-open hooks at 1732654032172 (+6 ms)Region opened successfully at 1732654032174 (+2 ms) 2024-11-26T20:47:12,183 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654032081 2024-11-26T20:47:12,196 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:47:12,196 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:47:12,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,44751,1732654030362 2024-11-26T20:47:12,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,44751,1732654030362, state=OPEN 2024-11-26T20:47:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:47:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:47:12,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:47:12,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:47:12,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,44751,1732654030362 2024-11-26T20:47:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:47:12,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,44751,1732654030362 in 295 msec 2024-11-26T20:47:12,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:47:12,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-26T20:47:12,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:47:12,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:47:12,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:47:12,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,44751,1732654030362, seqNum=-1] 2024-11-26T20:47:12,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:47:12,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53369, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:47:12,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0210 sec 2024-11-26T20:47:12,292 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654032292, completionTime=-1 2024-11-26T20:47:12,295 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T20:47:12,295 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:47:12,322 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T20:47:12,322 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654092322 2024-11-26T20:47:12,322 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654152322 2024-11-26T20:47:12,322 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-26T20:47:12,324 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,325 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,325 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,326 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:46473, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,327 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,327 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,333 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:47:12,355 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.855sec 2024-11-26T20:47:12,356 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:47:12,358 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:47:12,359 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:47:12,359 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:47:12,360 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:47:12,360 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:47:12,361 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:47:12,369 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:47:12,370 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:47:12,370 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,46473,1732654029697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:47:12,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb9d36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:47:12,467 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T20:47:12,467 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T20:47:12,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,46473,-1 for getting cluster id 2024-11-26T20:47:12,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:47:12,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b329257-e5de-4e84-8852-b72ca5c735dd' 2024-11-26T20:47:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:47:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b329257-e5de-4e84-8852-b72ca5c735dd" 2024-11-26T20:47:12,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea73d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:47:12,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,46473,-1] 2024-11-26T20:47:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:47:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:47:12,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:47:12,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f38144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:47:12,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:47:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,44751,1732654030362, seqNum=-1] 2024-11-26T20:47:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:47:12,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:47:12,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,46473,1732654029697 2024-11-26T20:47:12,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:47:12,569 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T20:47:12,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:47:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,46473,1732654029697 2024-11-26T20:47:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1703c4f5 2024-11-26T20:47:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:47:12,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:47:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T20:47:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T20:47:12,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:47:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-26T20:47:12,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:47:12,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-26T20:47:12,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:47:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:47:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741835_1011 (size=389) 2024-11-26T20:47:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741835_1011 (size=389) 2024-11-26T20:47:12,619 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1ec8b967e2528a8aeac5153996be08f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1 2024-11-26T20:47:12,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741836_1012 (size=72) 2024-11-26T20:47:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741836_1012 (size=72) 2024-11-26T20:47:12,633 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:12,634 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing b1ec8b967e2528a8aeac5153996be08f, disabling compactions & flushes 2024-11-26T20:47:12,634 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:12,634 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:12,634 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. after waiting 0 ms 2024-11-26T20:47:12,634 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:12,634 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:12,634 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1ec8b967e2528a8aeac5153996be08f: Waiting for close lock at 1732654032634Disabling compacts and flushes for region at 1732654032634Disabling writes for close at 1732654032634Writing region close event to WAL at 1732654032634Closed at 1732654032634 2024-11-26T20:47:12,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:47:12,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732654032637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654032637"}]},"ts":"1732654032637"} 2024-11-26T20:47:12,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:47:12,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:47:12,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654032650"}]},"ts":"1732654032650"} 2024-11-26T20:47:12,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-26T20:47:12,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b1ec8b967e2528a8aeac5153996be08f, ASSIGN}] 2024-11-26T20:47:12,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b1ec8b967e2528a8aeac5153996be08f, ASSIGN 2024-11-26T20:47:12,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b1ec8b967e2528a8aeac5153996be08f, ASSIGN; state=OFFLINE, location=cd6be161543e,44751,1732654030362; forceNewPlan=false, retain=false 2024-11-26T20:47:12,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1ec8b967e2528a8aeac5153996be08f, regionState=OPENING, regionLocation=cd6be161543e,44751,1732654030362 2024-11-26T20:47:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b1ec8b967e2528a8aeac5153996be08f, ASSIGN because future has completed 2024-11-26T20:47:12,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ec8b967e2528a8aeac5153996be08f, server=cd6be161543e,44751,1732654030362}] 2024-11-26T20:47:12,985 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:12,985 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1ec8b967e2528a8aeac5153996be08f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:47:12,986 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,986 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:47:12,986 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,986 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,989 INFO [StoreOpener-b1ec8b967e2528a8aeac5153996be08f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,991 INFO [StoreOpener-b1ec8b967e2528a8aeac5153996be08f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1ec8b967e2528a8aeac5153996be08f columnFamilyName info 2024-11-26T20:47:12,992 DEBUG [StoreOpener-b1ec8b967e2528a8aeac5153996be08f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:47:12,993 INFO [StoreOpener-b1ec8b967e2528a8aeac5153996be08f-1 {}] regionserver.HStore(327): Store=b1ec8b967e2528a8aeac5153996be08f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:47:12,993 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,994 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,995 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,996 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:12,996 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:13,000 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:13,004 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:47:13,005 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1ec8b967e2528a8aeac5153996be08f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746166, jitterRate=-0.051201045513153076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:47:13,005 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:13,006 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1ec8b967e2528a8aeac5153996be08f: Running coprocessor pre-open hook at 1732654032986Writing region info on filesystem at 1732654032986Initializing all the Stores at 1732654032988 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654032988Cleaning up temporary data from old regions at 1732654032996 (+8 ms)Running coprocessor post-open hooks at 1732654033005 (+9 ms)Region opened successfully at 1732654033006 (+1 ms) 2024-11-26T20:47:13,008 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f., pid=6, masterSystemTime=1732654032976 2024-11-26T20:47:13,013 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:13,013 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:13,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1ec8b967e2528a8aeac5153996be08f, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,44751,1732654030362 2024-11-26T20:47:13,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ec8b967e2528a8aeac5153996be08f, server=cd6be161543e,44751,1732654030362 because future has completed 2024-11-26T20:47:13,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:47:13,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1ec8b967e2528a8aeac5153996be08f, server=cd6be161543e,44751,1732654030362 in 200 msec 2024-11-26T20:47:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:47:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b1ec8b967e2528a8aeac5153996be08f, ASSIGN in 365 msec 2024-11-26T20:47:13,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:47:13,031 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654033030"}]},"ts":"1732654033030"} 2024-11-26T20:47:13,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-26T20:47:13,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:47:13,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 444 msec 2024-11-26T20:47:17,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T20:47:17,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:47:17,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-26T20:47:20,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T20:47:20,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T20:47:20,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-26T20:47:20,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T20:47:20,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:47:20,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T20:47:20,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T20:47:20,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T20:47:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:47:22,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-26T20:47:22,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-26T20:47:22,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-26T20:47:22,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:47:22,655 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654042641, exclude list is [], retry=0 2024-11-26T20:47:22,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:22,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:22,662 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654031692 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654042641 2024-11-26T20:47:22,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:33027:33027)] 2024-11-26T20:47:22,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654031692 is not closed yet, will try archiving it next time 2024-11-26T20:47:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741833_1009 (size=451) 2024-11-26T20:47:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741833_1009 (size=451) 2024-11-26T20:47:22,668 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654031692 to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs/cd6be161543e%2C44751%2C1732654030362.1732654031692 2024-11-26T20:47:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f., hostname=cd6be161543e,44751,1732654030362, seqNum=2] 2024-11-26T20:47:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] regionserver.HRegion(8855): Flush requested on b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:36,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1ec8b967e2528a8aeac5153996be08f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:47:36,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/349a4b2992da481a87f9404102153daf is 1055, key is row0001/info:/1732654042676/Put/seqid=0 2024-11-26T20:47:36,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741838_1014 (size=13386) 2024-11-26T20:47:36,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741838_1014 (size=13386) 2024-11-26T20:47:36,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/349a4b2992da481a87f9404102153daf 2024-11-26T20:47:36,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/349a4b2992da481a87f9404102153daf as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/349a4b2992da481a87f9404102153daf 2024-11-26T20:47:36,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/349a4b2992da481a87f9404102153daf, entries=8, sequenceid=12, filesize=13.1 K 2024-11-26T20:47:36,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b1ec8b967e2528a8aeac5153996be08f in 145ms, sequenceid=12, compaction requested=false 2024-11-26T20:47:36,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1ec8b967e2528a8aeac5153996be08f: 2024-11-26T20:47:38,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T20:47:42,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654062713, exclude list is [], retry=0 2024-11-26T20:47:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:42,733 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654042641 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654062713 2024-11-26T20:47:42,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33027:33027),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-26T20:47:42,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654042641 is not closed yet, will try archiving it next time 2024-11-26T20:47:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741837_1013 (size=12149) 2024-11-26T20:47:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741837_1013 (size=12149) 2024-11-26T20:47:47,739 INFO [AsyncFSWAL-0-hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1-prefix:cd6be161543e,44751,1732654030362 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK], DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK]] 2024-11-26T20:47:47,741 WARN [AsyncFSWAL-0-hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1-prefix:cd6be161543e,44751,1732654030362 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK], DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK]] 2024-11-26T20:47:47,742 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cd6be161543e%2C44751%2C1732654030362:(num 1732654062713) roll requested 2024-11-26T20:47:47,756 DEBUG [regionserver/cd6be161543e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654067743, exclude list is [], retry=0 2024-11-26T20:47:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:47,763 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654062713 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654067743 2024-11-26T20:47:47,764 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33027:33027),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-26T20:47:47,764 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654062713 is not closed yet, will try archiving it next time 2024-11-26T20:47:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741839_1015 (size=1233) 2024-11-26T20:47:47,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654062713 not finished, retry = 0 2024-11-26T20:47:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741839_1015 (size=1233) 2024-11-26T20:47:49,742 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:47:49,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654069742, exclude list is [], retry=0 2024-11-26T20:47:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33951,DS-0e4565bd-561a-4102-96b6-ad1e5c4f090e,DISK] 2024-11-26T20:47:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34227,DS-65af9b0d-1f0c-41b2-8628-0e9ebca974f1,DISK] 2024-11-26T20:47:49,762 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654067743 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654069742 2024-11-26T20:47:49,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:33027:33027)] 2024-11-26T20:47:49,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654067743 is not closed yet, will try archiving it next time 2024-11-26T20:47:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741840_1016 (size=93) 2024-11-26T20:47:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741840_1016 (size=93) 2024-11-26T20:47:49,765 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/WALs/cd6be161543e,44751,1732654030362/cd6be161543e%2C44751%2C1732654030362.1732654067743 to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs/cd6be161543e%2C44751%2C1732654030362.1732654067743 2024-11-26T20:47:52,627 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T20:47:52,627 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T20:47:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] regionserver.HRegion(8855): Flush requested on b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:47:57,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1ec8b967e2528a8aeac5153996be08f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:47:57,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/1f992a94722a423f85b154e228e9f938 is 1055, key is row0009/info:/1732654058707/Put/seqid=0 2024-11-26T20:47:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741842_1018 (size=13386) 2024-11-26T20:47:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741842_1018 (size=13386) 2024-11-26T20:47:57,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/1f992a94722a423f85b154e228e9f938 2024-11-26T20:47:57,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/1f992a94722a423f85b154e228e9f938 as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/1f992a94722a423f85b154e228e9f938 2024-11-26T20:47:57,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/1f992a94722a423f85b154e228e9f938, entries=8, sequenceid=23, filesize=13.1 K 2024-11-26T20:47:57,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b1ec8b967e2528a8aeac5153996be08f in 34ms, sequenceid=23, compaction requested=false 2024-11-26T20:47:57,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1ec8b967e2528a8aeac5153996be08f: 2024-11-26T20:47:57,814 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-26T20:47:57,814 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:47:57,814 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/349a4b2992da481a87f9404102153daf because midkey is the same as first or last row 2024-11-26T20:47:57,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b1ec8b967e2528a8aeac5153996be08f, had cached 0 bytes from a total of 26772 2024-11-26T20:48:08,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T20:48:09,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:48:09,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:48:09,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:09,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:09,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:09,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:48:09,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:48:09,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846232185, stopped=false 2024-11-26T20:48:09,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,46473,1732654029697 2024-11-26T20:48:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:09,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:48:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:09,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:48:09,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:09,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:09,806 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,44751,1732654030362' ***** 2024-11-26T20:48:09,806 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:48:09,806 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:48:09,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:09,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:09,807 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:48:09,807 INFO [RS:0;cd6be161543e:44751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:48:09,807 INFO [RS:0;cd6be161543e:44751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:48:09,807 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,44751,1732654030362 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:44751. 2024-11-26T20:48:09,808 DEBUG [RS:0;cd6be161543e:44751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:09,808 DEBUG [RS:0;cd6be161543e:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:09,808 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1ec8b967e2528a8aeac5153996be08f, disabling compactions & flushes 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:48:09,808 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:48:09,808 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:48:09,808 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:48:09,808 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. after waiting 0 ms 2024-11-26T20:48:09,808 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:48:09,809 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1ec8b967e2528a8aeac5153996be08f 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-26T20:48:09,809 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T20:48:09,809 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:48:09,809 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1325): Online Regions={b1ec8b967e2528a8aeac5153996be08f=TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T20:48:09,809 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:48:09,809 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:48:09,809 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:48:09,809 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:48:09,809 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1ec8b967e2528a8aeac5153996be08f 2024-11-26T20:48:09,809 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-26T20:48:09,816 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/f995b23bf0c54fa08c44c69873958c2c is 1055, key is row0017/info:/1732654079781/Put/seqid=0 2024-11-26T20:48:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741843_1019 (size=10222) 2024-11-26T20:48:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741843_1019 (size=10222) 2024-11-26T20:48:09,827 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/f995b23bf0c54fa08c44c69873958c2c 2024-11-26T20:48:09,833 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/info/8f7037be567842a695892cdb12349b68 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f./info:regioninfo/1732654033014/Put/seqid=0 2024-11-26T20:48:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741844_1020 (size=7016) 2024-11-26T20:48:09,839 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/.tmp/info/f995b23bf0c54fa08c44c69873958c2c as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/f995b23bf0c54fa08c44c69873958c2c 2024-11-26T20:48:09,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741844_1020 (size=7016) 2024-11-26T20:48:09,841 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/info/8f7037be567842a695892cdb12349b68 2024-11-26T20:48:09,848 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/info/f995b23bf0c54fa08c44c69873958c2c, entries=5, sequenceid=31, filesize=10.0 K 2024-11-26T20:48:09,850 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b1ec8b967e2528a8aeac5153996be08f in 42ms, sequenceid=31, compaction requested=true 2024-11-26T20:48:09,856 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/default/TestLogRolling-testSlowSyncLogRolling/b1ec8b967e2528a8aeac5153996be08f/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-26T20:48:09,858 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:48:09,858 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1ec8b967e2528a8aeac5153996be08f: Waiting for close lock at 1732654089808Running coprocessor pre-close hooks at 1732654089808Disabling compacts and flushes for region at 1732654089808Disabling writes for close at 1732654089808Obtaining lock to block concurrent updates at 1732654089809 (+1 ms)Preparing flush snapshotting stores in b1ec8b967e2528a8aeac5153996be08f at 1732654089809Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732654089809Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. at 1732654089810 (+1 ms)Flushing b1ec8b967e2528a8aeac5153996be08f/info: creating writer at 1732654089810Flushing b1ec8b967e2528a8aeac5153996be08f/info: appending metadata at 1732654089816 (+6 ms)Flushing b1ec8b967e2528a8aeac5153996be08f/info: closing flushed file at 1732654089816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e89107: reopening flushed file at 1732654089838 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b1ec8b967e2528a8aeac5153996be08f in 42ms, sequenceid=31, compaction requested=true at 1732654089850 (+12 ms)Writing region close event to WAL at 1732654089851 (+1 ms)Running coprocessor post-close hooks at 1732654089856 (+5 ms)Closed at 1732654089858 (+2 ms) 2024-11-26T20:48:09,859 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732654032586.b1ec8b967e2528a8aeac5153996be08f. 2024-11-26T20:48:09,866 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/ns/6a1681895c6642aab6fca5abab7b301d is 43, key is default/ns:d/1732654032276/Put/seqid=0 2024-11-26T20:48:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741845_1021 (size=5153) 2024-11-26T20:48:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741845_1021 (size=5153) 2024-11-26T20:48:10,009 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:48:10,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-26T20:48:10,210 DEBUG [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:48:10,273 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/ns/6a1681895c6642aab6fca5abab7b301d 2024-11-26T20:48:10,298 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/table/02199aa6e7db4ce3837238f5b276b548 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732654033030/Put/seqid=0 2024-11-26T20:48:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741846_1022 (size=5396) 2024-11-26T20:48:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741846_1022 (size=5396) 2024-11-26T20:48:10,305 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/table/02199aa6e7db4ce3837238f5b276b548 2024-11-26T20:48:10,313 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/info/8f7037be567842a695892cdb12349b68 as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/info/8f7037be567842a695892cdb12349b68 2024-11-26T20:48:10,321 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/info/8f7037be567842a695892cdb12349b68, entries=10, sequenceid=11, filesize=6.9 K 2024-11-26T20:48:10,323 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/ns/6a1681895c6642aab6fca5abab7b301d as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/ns/6a1681895c6642aab6fca5abab7b301d 2024-11-26T20:48:10,331 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/ns/6a1681895c6642aab6fca5abab7b301d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T20:48:10,332 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/.tmp/table/02199aa6e7db4ce3837238f5b276b548 as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/table/02199aa6e7db4ce3837238f5b276b548 2024-11-26T20:48:10,340 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/table/02199aa6e7db4ce3837238f5b276b548, entries=2, sequenceid=11, filesize=5.3 K 2024-11-26T20:48:10,341 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=11, compaction requested=false 2024-11-26T20:48:10,347 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T20:48:10,348 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:48:10,348 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:10,348 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654089809Running coprocessor pre-close hooks at 1732654089809Disabling compacts and flushes for region at 1732654089809Disabling writes for close at 1732654089809Obtaining lock to block concurrent updates at 1732654089809Preparing flush snapshotting stores in 1588230740 at 1732654089809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732654089810 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732654089811 (+1 ms)Flushing 1588230740/info: creating writer at 1732654089811Flushing 1588230740/info: appending metadata at 1732654089832 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732654089832Flushing 1588230740/ns: creating writer at 1732654089850 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732654089865 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732654089865Flushing 1588230740/table: creating writer at 1732654090282 (+417 ms)Flushing 1588230740/table: appending metadata at 1732654090298 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732654090298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7bb78f: reopening flushed file at 1732654090312 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c413c4: reopening flushed file at 1732654090322 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3069b5b0: reopening flushed file at 1732654090331 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=11, compaction requested=false at 1732654090341 (+10 ms)Writing region close event to WAL at 1732654090343 (+2 ms)Running coprocessor post-close hooks at 1732654090348 (+5 ms)Closed at 1732654090348 2024-11-26T20:48:10,349 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:10,410 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,44751,1732654030362; all regions closed. 2024-11-26T20:48:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741834_1010 (size=3066) 2024-11-26T20:48:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741834_1010 (size=3066) 2024-11-26T20:48:10,418 DEBUG [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs 2024-11-26T20:48:10,418 INFO [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C44751%2C1732654030362.meta:.meta(num 1732654032109) 2024-11-26T20:48:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741841_1017 (size=13164) 2024-11-26T20:48:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741841_1017 (size=13164) 2024-11-26T20:48:10,426 DEBUG [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/oldWALs 2024-11-26T20:48:10,426 INFO [RS:0;cd6be161543e:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C44751%2C1732654030362:(num 1732654069742) 2024-11-26T20:48:10,426 DEBUG [RS:0;cd6be161543e:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:10,426 INFO [RS:0;cd6be161543e:44751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:48:10,426 INFO [RS:0;cd6be161543e:44751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:48:10,427 INFO [RS:0;cd6be161543e:44751 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:48:10,427 INFO [RS:0;cd6be161543e:44751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:48:10,427 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:48:10,427 INFO [RS:0;cd6be161543e:44751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44751 2024-11-26T20:48:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,44751,1732654030362 2024-11-26T20:48:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:48:10,431 INFO [RS:0;cd6be161543e:44751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:48:10,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,44751,1732654030362] 2024-11-26T20:48:10,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,44751,1732654030362 already deleted, retry=false 2024-11-26T20:48:10,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,44751,1732654030362 expired; onlineServers=0 2024-11-26T20:48:10,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,46473,1732654029697' ***** 2024-11-26T20:48:10,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:48:10,436 INFO [M:0;cd6be161543e:46473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:48:10,436 INFO [M:0;cd6be161543e:46473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:48:10,436 DEBUG [M:0;cd6be161543e:46473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:48:10,437 DEBUG [M:0;cd6be161543e:46473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:48:10,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:48:10,437 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654031396 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654031396,5,FailOnTimeoutGroup] 2024-11-26T20:48:10,437 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654031395 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654031395,5,FailOnTimeoutGroup] 2024-11-26T20:48:10,437 INFO [M:0;cd6be161543e:46473 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:48:10,437 INFO [M:0;cd6be161543e:46473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:48:10,437 DEBUG [M:0;cd6be161543e:46473 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:48:10,437 INFO [M:0;cd6be161543e:46473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:48:10,437 INFO [M:0;cd6be161543e:46473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:48:10,438 INFO [M:0;cd6be161543e:46473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:48:10,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:48:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:48:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:10,439 DEBUG [M:0;cd6be161543e:46473 {}] zookeeper.ZKUtil(347): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:48:10,439 WARN [M:0;cd6be161543e:46473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:48:10,440 INFO [M:0;cd6be161543e:46473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/.lastflushedseqids 2024-11-26T20:48:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741847_1023 (size=130) 2024-11-26T20:48:10,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741847_1023 (size=130) 2024-11-26T20:48:10,453 INFO [M:0;cd6be161543e:46473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:48:10,453 INFO [M:0;cd6be161543e:46473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:48:10,453 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:48:10,454 INFO [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:10,454 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:10,454 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:48:10,454 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:10,454 INFO [M:0;cd6be161543e:46473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-26T20:48:10,471 DEBUG [M:0;cd6be161543e:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d5fc1d80437195d01ece11138e96 is 82, key is hbase:meta,,1/info:regioninfo/1732654032198/Put/seqid=0 2024-11-26T20:48:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741848_1024 (size=5672) 2024-11-26T20:48:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741848_1024 (size=5672) 2024-11-26T20:48:10,478 INFO [M:0;cd6be161543e:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d5fc1d80437195d01ece11138e96 2024-11-26T20:48:10,501 DEBUG [M:0;cd6be161543e:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8887928da1a943c4a236aadfa87a2347 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654033038/Put/seqid=0 2024-11-26T20:48:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741849_1025 (size=6246) 2024-11-26T20:48:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741849_1025 (size=6246) 2024-11-26T20:48:10,512 INFO [M:0;cd6be161543e:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8887928da1a943c4a236aadfa87a2347 2024-11-26T20:48:10,520 INFO [M:0;cd6be161543e:46473 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8887928da1a943c4a236aadfa87a2347 2024-11-26T20:48:10,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:10,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101560842a70001, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:10,534 INFO [RS:0;cd6be161543e:44751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:48:10,534 INFO [RS:0;cd6be161543e:44751 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,44751,1732654030362; zookeeper connection closed. 2024-11-26T20:48:10,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b76dc08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b76dc08 2024-11-26T20:48:10,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T20:48:10,537 DEBUG [M:0;cd6be161543e:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66bc3a5a0204ba9857d11af69e319cb is 69, key is cd6be161543e,44751,1732654030362/rs:state/1732654031469/Put/seqid=0 2024-11-26T20:48:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741850_1026 (size=5156) 2024-11-26T20:48:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741850_1026 (size=5156) 2024-11-26T20:48:10,544 INFO [M:0;cd6be161543e:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66bc3a5a0204ba9857d11af69e319cb 2024-11-26T20:48:10,567 DEBUG [M:0;cd6be161543e:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b67ab2d421734ea7817e0c5d0183031f is 52, key is load_balancer_on/state:d/1732654032565/Put/seqid=0 2024-11-26T20:48:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741851_1027 (size=5056) 2024-11-26T20:48:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741851_1027 (size=5056) 2024-11-26T20:48:10,574 INFO [M:0;cd6be161543e:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b67ab2d421734ea7817e0c5d0183031f 2024-11-26T20:48:10,582 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d5fc1d80437195d01ece11138e96 as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72f1d5fc1d80437195d01ece11138e96 2024-11-26T20:48:10,589 INFO [M:0;cd6be161543e:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72f1d5fc1d80437195d01ece11138e96, entries=8, sequenceid=59, filesize=5.5 K 2024-11-26T20:48:10,590 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8887928da1a943c4a236aadfa87a2347 as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8887928da1a943c4a236aadfa87a2347 2024-11-26T20:48:10,597 INFO [M:0;cd6be161543e:46473 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8887928da1a943c4a236aadfa87a2347 2024-11-26T20:48:10,597 INFO [M:0;cd6be161543e:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8887928da1a943c4a236aadfa87a2347, entries=6, sequenceid=59, filesize=6.1 K 2024-11-26T20:48:10,598 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66bc3a5a0204ba9857d11af69e319cb as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66bc3a5a0204ba9857d11af69e319cb 2024-11-26T20:48:10,605 INFO [M:0;cd6be161543e:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66bc3a5a0204ba9857d11af69e319cb, entries=1, sequenceid=59, filesize=5.0 K 2024-11-26T20:48:10,606 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b67ab2d421734ea7817e0c5d0183031f as hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b67ab2d421734ea7817e0c5d0183031f 2024-11-26T20:48:10,612 INFO [M:0;cd6be161543e:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b67ab2d421734ea7817e0c5d0183031f, entries=1, sequenceid=59, filesize=4.9 K 2024-11-26T20:48:10,614 INFO [M:0;cd6be161543e:46473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false 2024-11-26T20:48:10,615 INFO [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:10,615 DEBUG [M:0;cd6be161543e:46473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654090453Disabling compacts and flushes for region at 1732654090453Disabling writes for close at 1732654090454 (+1 ms)Obtaining lock to block concurrent updates at 1732654090454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654090454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1732654090454Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654090455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654090455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654090471 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654090471Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654090484 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654090501 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654090501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654090520 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654090537 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654090537Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732654090552 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732654090567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732654090567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fec350: reopening flushed file at 1732654090580 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ccd119: reopening flushed file at 1732654090589 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9cf25b: reopening flushed file at 1732654090597 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683ea834: reopening flushed file at 1732654090605 (+8 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=59, compaction requested=false at 1732654090614 (+9 ms)Writing region close event to WAL at 1732654090615 (+1 ms)Closed at 1732654090615 2024-11-26T20:48:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33951 is added to blk_1073741830_1006 (size=27961) 2024-11-26T20:48:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34227 is added to blk_1073741830_1006 (size=27961) 2024-11-26T20:48:10,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:48:10,619 INFO [M:0;cd6be161543e:46473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:48:10,620 INFO [M:0;cd6be161543e:46473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46473 2024-11-26T20:48:10,620 INFO [M:0;cd6be161543e:46473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:48:10,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:10,722 INFO [M:0;cd6be161543e:46473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:48:10,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101560842a70000, quorum=127.0.0.1:49180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:10,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b7982e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:10,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1921bcf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:10,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:10,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ad53a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:10,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a33333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:10,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:10,732 WARN [BP-695457021-172.17.0.2-1732654026741 heartbeating to localhost/127.0.0.1:37671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:10,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:10,732 WARN [BP-695457021-172.17.0.2-1732654026741 heartbeating to localhost/127.0.0.1:37671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695457021-172.17.0.2-1732654026741 (Datanode Uuid 45ce3405-957b-4459-9ab0-7beeb211af76) service to localhost/127.0.0.1:37671 2024-11-26T20:48:10,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data3/current/BP-695457021-172.17.0.2-1732654026741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:10,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data4/current/BP-695457021-172.17.0.2-1732654026741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:10,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:10,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6778cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:10,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5a3fa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:10,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:10,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b60b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:10,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@833aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:10,739 WARN [BP-695457021-172.17.0.2-1732654026741 heartbeating to localhost/127.0.0.1:37671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:10,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:10,739 WARN [BP-695457021-172.17.0.2-1732654026741 heartbeating to localhost/127.0.0.1:37671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695457021-172.17.0.2-1732654026741 (Datanode Uuid 7ac6515e-c6d5-49d8-95ff-7ad9c191edf4) service to localhost/127.0.0.1:37671 2024-11-26T20:48:10,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:10,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data1/current/BP-695457021-172.17.0.2-1732654026741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:10,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/cluster_befc3ad0-8d99-aaa2-ed8f-20a53751fa1a/data/data2/current/BP-695457021-172.17.0.2-1732654026741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:10,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:10,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e92c1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:48:10,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:10,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:10,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:10,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:10,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:48:10,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:48:10,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7d4d11e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cd6be161543e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cd6be161543e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:37671 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:37671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:37671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cd6be161543e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cd6be161543e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 283), ProcessCount=11 (was 11), AvailableMemoryMB=6043 (was 6905) 2024-11-26T20:48:10,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=6042 2024-11-26T20:48:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.log.dir so I do NOT create it in target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/628cad7a-26e9-e74f-f007-0535916de1e9/hadoop.tmp.dir so I do NOT create it in target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd, deleteOnExit=true 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/test.cache.data in system properties and HBase conf 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:48:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:48:10,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:48:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:48:10,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:48:10,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:48:10,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:48:10,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:48:10,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:48:10,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:10,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:10,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:10,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:10,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:10,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:10,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774f0914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:10,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193a703d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:11,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ebc2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-16852993952112291439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:48:11,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b71bccc{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-26T20:48:11,044 INFO [Time-limited test {}] server.Server(415): Started @66773ms 2024-11-26T20:48:11,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:11,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:11,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:11,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:11,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:48:11,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69de4e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:11,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60a9c0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:11,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4078f719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-41653-hadoop-hdfs-3_4_1-tests_jar-_-any-12042834961605646203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:11,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca3f83b{HTTP/1.1, (http/1.1)}{localhost:41653} 2024-11-26T20:48:11,263 INFO [Time-limited test {}] server.Server(415): Started @66992ms 2024-11-26T20:48:11,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:11,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:11,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:11,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:11,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:11,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:11,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b9c1806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:11,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75504f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:11,376 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data1/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:11,377 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data2/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:11,405 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f3fa20a28ded85b with lease ID 0xb85c141a23ba8af2: Processing first storage report for DS-1d97a2ee-93ac-40d7-b0ab-9e83c03cbe1b from datanode DatanodeRegistration(127.0.0.1:36211, datanodeUuid=b830c1b6-6b5a-4d3b-99b0-95998e2c9d44, infoPort=46129, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f3fa20a28ded85b with lease ID 0xb85c141a23ba8af2: from storage DS-1d97a2ee-93ac-40d7-b0ab-9e83c03cbe1b node DatanodeRegistration(127.0.0.1:36211, datanodeUuid=b830c1b6-6b5a-4d3b-99b0-95998e2c9d44, infoPort=46129, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f3fa20a28ded85b with lease ID 0xb85c141a23ba8af2: Processing first storage report for DS-d18d4578-e769-449b-a993-c5551b034bb1 from datanode DatanodeRegistration(127.0.0.1:36211, datanodeUuid=b830c1b6-6b5a-4d3b-99b0-95998e2c9d44, infoPort=46129, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f3fa20a28ded85b with lease ID 0xb85c141a23ba8af2: from storage DS-d18d4578-e769-449b-a993-c5551b034bb1 node DatanodeRegistration(127.0.0.1:36211, datanodeUuid=b830c1b6-6b5a-4d3b-99b0-95998e2c9d44, infoPort=46129, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:11,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f1069bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-39837-hadoop-hdfs-3_4_1-tests_jar-_-any-2640891192100615644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:11,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3e1f4d{HTTP/1.1, (http/1.1)}{localhost:39837} 2024-11-26T20:48:11,446 INFO [Time-limited test {}] server.Server(415): Started @67175ms 2024-11-26T20:48:11,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:11,541 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:48:11,548 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data4/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:11,549 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data3/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:11,581 WARN [Thread-386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc7490d2355efab7 with lease ID 0xb85c141a23ba8af3: Processing first storage report for DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159 from datanode DatanodeRegistration(127.0.0.1:46775, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=38591, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc7490d2355efab7 with lease ID 0xb85c141a23ba8af3: from storage DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159 node DatanodeRegistration(127.0.0.1:46775, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=38591, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc7490d2355efab7 with lease ID 0xb85c141a23ba8af3: Processing first storage report for DS-7226b9af-1868-4346-986d-ea8db166a14f from datanode DatanodeRegistration(127.0.0.1:46775, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=38591, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc7490d2355efab7 with lease ID 0xb85c141a23ba8af3: from storage DS-7226b9af-1868-4346-986d-ea8db166a14f node DatanodeRegistration(127.0.0.1:46775, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=38591, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:11,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981 2024-11-26T20:48:11,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/zookeeper_0, clientPort=50131, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:48:11,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50131 2024-11-26T20:48:11,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:48:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:48:11,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808 with version=8 2024-11-26T20:48:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase-staging 2024-11-26T20:48:11,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:48:11,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:48:11,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45053 2024-11-26T20:48:11,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45053 connecting to ZooKeeper ensemble=127.0.0.1:50131 2024-11-26T20:48:11,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450530x0, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:48:11,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45053-0x1015609382f0000 connected 2024-11-26T20:48:11,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:11,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808, hbase.cluster.distributed=false 2024-11-26T20:48:11,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:48:11,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45053 2024-11-26T20:48:11,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45053 2024-11-26T20:48:11,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45053 2024-11-26T20:48:11,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45053 2024-11-26T20:48:11,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45053 2024-11-26T20:48:11,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:48:11,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:48:11,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39091 2024-11-26T20:48:11,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39091 connecting to ZooKeeper ensemble=127.0.0.1:50131 2024-11-26T20:48:11,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390910x0, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:48:11,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39091-0x1015609382f0001 connected 2024-11-26T20:48:11,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:11,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:48:11,769 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:48:11,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:48:11,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:48:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-26T20:48:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-26T20:48:11,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-26T20:48:11,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-26T20:48:11,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-26T20:48:11,793 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:45053 2024-11-26T20:48:11,793 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:11,796 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:48:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,799 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:48:11,800 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,45053,1732654091698 from backup master directory 2024-11-26T20:48:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:11,802 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:48:11,802 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,834 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/hbase.id] with ID: 1367c8c0-bbb7-4eaa-a50e-6f657de23ef0 2024-11-26T20:48:11,834 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/.tmp/hbase.id 2024-11-26T20:48:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:48:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:48:11,843 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/.tmp/hbase.id]:[hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/hbase.id] 2024-11-26T20:48:11,861 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:11,861 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:48:11,863 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T20:48:11,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:48:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:48:11,875 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:48:11,877 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:48:11,877 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:11,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:48:11,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:48:11,888 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store 2024-11-26T20:48:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:48:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:48:11,898 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:11,898 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:11,898 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654091898Disabling compacts and flushes for region at 1732654091898Disabling writes for close at 1732654091898Writing region close event to WAL at 1732654091898Closed at 1732654091898 2024-11-26T20:48:11,899 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/.initializing 2024-11-26T20:48:11,899 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,900 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:48:11,903 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45053%2C1732654091698, suffix=, logDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/oldWALs, maxLogs=10 2024-11-26T20:48:11,917 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903, exclude list is [], retry=0 2024-11-26T20:48:11,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK] 2024-11-26T20:48:11,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36211,DS-1d97a2ee-93ac-40d7-b0ab-9e83c03cbe1b,DISK] 2024-11-26T20:48:11,923 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 2024-11-26T20:48:11,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-26T20:48:11,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:11,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:11,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:48:11,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:11,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:11,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:48:11,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:11,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:11,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:48:11,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:11,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:11,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:48:11,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:11,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:11,937 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,938 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,938 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,940 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,940 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,941 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:48:11,943 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:11,945 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:11,946 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732115, jitterRate=-0.06906796991825104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:48:11,947 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654091924Initializing all the Stores at 1732654091925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654091925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654091926 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654091926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654091926Cleaning up temporary data from old regions at 1732654091940 (+14 ms)Region opened successfully at 1732654091947 (+7 ms) 2024-11-26T20:48:11,947 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:48:11,952 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161dac1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:48:11,953 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:48:11,954 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:48:11,954 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:48:11,954 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:48:11,954 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T20:48:11,955 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T20:48:11,955 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:48:11,957 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:48:11,958 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:48:11,960 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:48:11,960 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:48:11,961 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:48:11,963 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:48:11,964 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:48:11,965 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:48:11,966 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:48:11,967 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:48:11,968 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:48:11,970 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:48:11,972 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:48:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,975 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,45053,1732654091698, sessionid=0x1015609382f0000, setting cluster-up flag (Was=false) 2024-11-26T20:48:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,986 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:48:11,987 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,45053,1732654091698 2024-11-26T20:48:11,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:11,998 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:48:11,999 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,45053,1732654091698 2024-11-26T20:48:12,001 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:48:12,003 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:12,003 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:48:12,003 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:48:12,003 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,45053,1732654091698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:48:12,005 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:12,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654122008 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:48:12,008 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:48:12,009 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:48:12,012 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:48:12,013 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:48:12,013 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:48:12,014 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:48:12,014 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:48:12,014 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654092014,5,FailOnTimeoutGroup] 2024-11-26T20:48:12,014 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654092014,5,FailOnTimeoutGroup] 2024-11-26T20:48:12,014 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,014 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:48:12,015 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,015 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:48:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:48:12,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:48:12,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808 2024-11-26T20:48:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:48:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:48:12,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:12,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:48:12,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:48:12,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:48:12,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:48:12,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:48:12,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:48:12,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:48:12,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:48:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:48:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740 2024-11-26T20:48:12,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740 2024-11-26T20:48:12,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:48:12,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:48:12,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:48:12,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:48:12,055 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:12,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846037, jitterRate=0.07579174637794495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:48:12,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654092035Initializing all the Stores at 1732654092036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654092036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092036Cleaning up temporary data from old regions at 1732654092050 (+14 ms)Region opened successfully at 1732654092057 (+7 ms) 2024-11-26T20:48:12,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:48:12,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:48:12,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:48:12,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:48:12,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:48:12,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:12,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654092057Disabling compacts and flushes for region at 1732654092057Disabling writes for close at 1732654092057Writing region close event to WAL at 1732654092058 (+1 ms)Closed at 1732654092058 2024-11-26T20:48:12,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:12,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:48:12,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:48:12,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:48:12,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:48:12,082 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(746): ClusterId : 1367c8c0-bbb7-4eaa-a50e-6f657de23ef0 2024-11-26T20:48:12,082 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:48:12,085 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:48:12,085 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:48:12,088 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:48:12,089 DEBUG [RS:0;cd6be161543e:39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ade372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:48:12,101 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:39091 2024-11-26T20:48:12,102 INFO [RS:0;cd6be161543e:39091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:48:12,102 INFO [RS:0;cd6be161543e:39091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:48:12,102 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:48:12,102 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,45053,1732654091698 with port=39091, startcode=1732654091756 2024-11-26T20:48:12,103 DEBUG [RS:0;cd6be161543e:39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:48:12,105 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:48:12,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45053 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,108 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808 2024-11-26T20:48:12,108 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34505 2024-11-26T20:48:12,108 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:48:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:48:12,110 DEBUG [RS:0;cd6be161543e:39091 {}] zookeeper.ZKUtil(111): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,110 WARN [RS:0;cd6be161543e:39091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:48:12,110 INFO [RS:0;cd6be161543e:39091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:12,110 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,39091,1732654091756] 2024-11-26T20:48:12,114 INFO [RS:0;cd6be161543e:39091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:48:12,117 INFO [RS:0;cd6be161543e:39091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:48:12,118 INFO [RS:0;cd6be161543e:39091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:48:12,118 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,118 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:48:12,119 INFO [RS:0;cd6be161543e:39091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:48:12,119 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,119 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,120 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,121 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,121 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:12,121 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:48:12,121 DEBUG [RS:0;cd6be161543e:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,122 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39091,1732654091756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:48:12,140 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:48:12,140 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39091,1732654091756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,141 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,141 INFO [RS:0;cd6be161543e:39091 {}] regionserver.Replication(171): cd6be161543e,39091,1732654091756 started 2024-11-26T20:48:12,156 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,156 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,39091,1732654091756, RpcServer on cd6be161543e/172.17.0.2:39091, sessionid=0x1015609382f0001 2024-11-26T20:48:12,156 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:48:12,156 DEBUG [RS:0;cd6be161543e:39091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,156 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39091,1732654091756' 2024-11-26T20:48:12,156 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:48:12,157 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39091,1732654091756' 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:48:12,158 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:48:12,159 DEBUG [RS:0;cd6be161543e:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:48:12,159 INFO [RS:0;cd6be161543e:39091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:48:12,159 INFO [RS:0;cd6be161543e:39091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:48:12,214 WARN [cd6be161543e:45053 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:48:12,260 INFO [RS:0;cd6be161543e:39091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:48:12,263 INFO [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C39091%2C1732654091756, suffix=, logDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs, maxLogs=32 2024-11-26T20:48:12,287 DEBUG [RS:0;cd6be161543e:39091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265, exclude list is [], retry=0 2024-11-26T20:48:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK] 2024-11-26T20:48:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36211,DS-1d97a2ee-93ac-40d7-b0ab-9e83c03cbe1b,DISK] 2024-11-26T20:48:12,299 INFO [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 2024-11-26T20:48:12,300 DEBUG [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-26T20:48:12,464 DEBUG [cd6be161543e:45053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T20:48:12,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,467 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,39091,1732654091756, state=OPENING 2024-11-26T20:48:12,469 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:48:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:12,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:12,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:12,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:48:12,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,39091,1732654091756}] 2024-11-26T20:48:12,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:48:12,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52951, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:48:12,637 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:48:12,637 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:12,637 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:48:12,640 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C39091%2C1732654091756.meta, suffix=.meta, logDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs, maxLogs=32 2024-11-26T20:48:12,665 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta, exclude list is [], retry=0 2024-11-26T20:48:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36211,DS-1d97a2ee-93ac-40d7-b0ab-9e83c03cbe1b,DISK] 2024-11-26T20:48:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK] 2024-11-26T20:48:12,673 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta 2024-11-26T20:48:12,673 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129),(127.0.0.1/127.0.0.1:38591:38591)] 2024-11-26T20:48:12,673 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:48:12,674 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:48:12,674 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:48:12,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:48:12,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:48:12,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:48:12,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:48:12,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:48:12,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:48:12,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:48:12,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:48:12,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:12,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:12,683 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:48:12,684 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740 2024-11-26T20:48:12,686 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740 2024-11-26T20:48:12,687 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:48:12,687 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:48:12,688 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:48:12,690 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:48:12,691 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857177, jitterRate=0.08995768427848816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:48:12,691 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:48:12,692 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654092674Writing region info on filesystem at 1732654092674Initializing all the Stores at 1732654092676 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654092676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654092676Cleaning up temporary data from old regions at 1732654092687 (+11 ms)Running coprocessor post-open hooks at 1732654092691 (+4 ms)Region opened successfully at 1732654092692 (+1 ms) 2024-11-26T20:48:12,695 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654092628 2024-11-26T20:48:12,698 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:48:12,698 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:48:12,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,39091,1732654091756, state=OPEN 2024-11-26T20:48:12,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:48:12,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:48:12,709 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,39091,1732654091756 2024-11-26T20:48:12,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:12,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:12,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:48:12,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,39091,1732654091756 in 238 msec 2024-11-26T20:48:12,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:48:12,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-26T20:48:12,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:12,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:48:12,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:48:12,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,39091,1732654091756, seqNum=-1] 2024-11-26T20:48:12,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:48:12,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:48:12,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-26T20:48:12,731 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654092731, completionTime=-1 2024-11-26T20:48:12,731 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T20:48:12,731 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:48:12,734 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T20:48:12,734 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654152734 2024-11-26T20:48:12,734 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654212734 2024-11-26T20:48:12,734 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T20:48:12,735 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,735 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,735 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,735 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:45053, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,735 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,736 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,737 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:48:12,741 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.939sec 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:48:12,742 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:48:12,745 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:48:12,745 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:48:12,746 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45053,1732654091698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:12,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579bba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:12,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,45053,-1 for getting cluster id 2024-11-26T20:48:12,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:48:12,785 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1367c8c0-bbb7-4eaa-a50e-6f657de23ef0' 2024-11-26T20:48:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:48:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1367c8c0-bbb7-4eaa-a50e-6f657de23ef0" 2024-11-26T20:48:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2bad9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,45053,-1] 2024-11-26T20:48:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:48:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:12,789 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:48:12,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e35a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:12,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:48:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,39091,1732654091756, seqNum=-1] 2024-11-26T20:48:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:48:12,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:48:12,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,45053,1732654091698 2024-11-26T20:48:12,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:12,802 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T20:48:12,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:12,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:12,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:12,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:12,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:48:12,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a89fa3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:12,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f951342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:12,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32e6fdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-37775-hadoop-hdfs-3_4_1-tests_jar-_-any-3405412762165194084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:12,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5339198{HTTP/1.1, (http/1.1)}{localhost:37775} 2024-11-26T20:48:12,948 INFO [Time-limited test {}] server.Server(415): Started @68677ms 2024-11-26T20:48:12,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:13,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:13,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:13,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:13,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:13,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:13,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4eb9c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:13,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc8e6f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:13,130 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data6/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,130 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data5/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,159 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38153b406f9e758 with lease ID 0xb85c141a23ba8af4: Processing first storage report for DS-f69a7539-2c71-4422-959e-14c5395ef11e from datanode DatanodeRegistration(127.0.0.1:41893, datanodeUuid=bce62b3e-0282-4bc7-9019-7660aeb2ee91, infoPort=38985, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38153b406f9e758 with lease ID 0xb85c141a23ba8af4: from storage DS-f69a7539-2c71-4422-959e-14c5395ef11e node DatanodeRegistration(127.0.0.1:41893, datanodeUuid=bce62b3e-0282-4bc7-9019-7660aeb2ee91, infoPort=38985, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38153b406f9e758 with lease ID 0xb85c141a23ba8af4: Processing first storage report for DS-f367852f-82a9-4dad-9d46-7c6d95a68204 from datanode DatanodeRegistration(127.0.0.1:41893, datanodeUuid=bce62b3e-0282-4bc7-9019-7660aeb2ee91, infoPort=38985, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38153b406f9e758 with lease ID 0xb85c141a23ba8af4: from storage DS-f367852f-82a9-4dad-9d46-7c6d95a68204 node DatanodeRegistration(127.0.0.1:41893, datanodeUuid=bce62b3e-0282-4bc7-9019-7660aeb2ee91, infoPort=38985, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@696068d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-42427-hadoop-hdfs-3_4_1-tests_jar-_-any-14904459730532370811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:13,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf4efb4{HTTP/1.1, (http/1.1)}{localhost:42427} 2024-11-26T20:48:13,233 INFO [Time-limited test {}] server.Server(415): Started @68962ms 2024-11-26T20:48:13,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:13,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:13,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:13,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:13,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:13,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:13,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720a3535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:13,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc13371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:13,407 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data7/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,408 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data8/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,439 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99598e635e239c6 with lease ID 0xb85c141a23ba8af5: Processing first storage report for DS-da274434-ab46-4460-ac47-e0481ab70af8 from datanode DatanodeRegistration(127.0.0.1:45349, datanodeUuid=10c4cb6c-5375-46c2-8658-a3673cf3d3e7, infoPort=36665, infoSecurePort=0, ipcPort=33943, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99598e635e239c6 with lease ID 0xb85c141a23ba8af5: from storage DS-da274434-ab46-4460-ac47-e0481ab70af8 node DatanodeRegistration(127.0.0.1:45349, datanodeUuid=10c4cb6c-5375-46c2-8658-a3673cf3d3e7, infoPort=36665, infoSecurePort=0, ipcPort=33943, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99598e635e239c6 with lease ID 0xb85c141a23ba8af5: Processing first storage report for DS-877031be-21ee-485a-a5e8-4b878c9d117d from datanode DatanodeRegistration(127.0.0.1:45349, datanodeUuid=10c4cb6c-5375-46c2-8658-a3673cf3d3e7, infoPort=36665, infoSecurePort=0, ipcPort=33943, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99598e635e239c6 with lease ID 0xb85c141a23ba8af5: from storage DS-877031be-21ee-485a-a5e8-4b878c9d117d node DatanodeRegistration(127.0.0.1:45349, datanodeUuid=10c4cb6c-5375-46c2-8658-a3673cf3d3e7, infoPort=36665, infoSecurePort=0, ipcPort=33943, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@666f1608{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-36591-hadoop-hdfs-3_4_1-tests_jar-_-any-7889382375420507662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:13,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad8bd0e{HTTP/1.1, (http/1.1)}{localhost:36591} 2024-11-26T20:48:13,453 INFO [Time-limited test {}] server.Server(415): Started @69182ms 2024-11-26T20:48:13,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:13,562 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data9/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,562 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data10/current/BP-1121527794-172.17.0.2-1732654090839/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:13,587 WARN [Thread-560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa384a788d7468e with lease ID 0xb85c141a23ba8af6: Processing first storage report for DS-8daaf7fa-1b19-4d2a-9716-688ffd0a487c from datanode DatanodeRegistration(127.0.0.1:43615, datanodeUuid=bc2c8388-5365-4ef7-99fc-ba3279cf56ea, infoPort=45233, infoSecurePort=0, ipcPort=46663, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa384a788d7468e with lease ID 0xb85c141a23ba8af6: from storage DS-8daaf7fa-1b19-4d2a-9716-688ffd0a487c node DatanodeRegistration(127.0.0.1:43615, datanodeUuid=bc2c8388-5365-4ef7-99fc-ba3279cf56ea, infoPort=45233, infoSecurePort=0, ipcPort=46663, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa384a788d7468e with lease ID 0xb85c141a23ba8af6: Processing first storage report for DS-839682dc-6f29-4d9e-8972-e7fa62afb44a from datanode DatanodeRegistration(127.0.0.1:43615, datanodeUuid=bc2c8388-5365-4ef7-99fc-ba3279cf56ea, infoPort=45233, infoSecurePort=0, ipcPort=46663, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839) 2024-11-26T20:48:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa384a788d7468e with lease ID 0xb85c141a23ba8af6: from storage DS-839682dc-6f29-4d9e-8972-e7fa62afb44a node DatanodeRegistration(127.0.0.1:43615, datanodeUuid=bc2c8388-5365-4ef7-99fc-ba3279cf56ea, infoPort=45233, infoSecurePort=0, ipcPort=46663, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:13,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:48:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,45053,1732654091698 2024-11-26T20:48:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dda8f57 2024-11-26T20:48:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:48:13,602 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:48:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T20:48:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T20:48:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:48:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T20:48:13,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:48:13,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:13,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-26T20:48:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:48:13,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:48:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741835_1011 (size=393) 2024-11-26T20:48:13,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741835_1011 (size=393) 2024-11-26T20:48:13,622 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcb9ace534a6955f59258e01757479eb, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808 2024-11-26T20:48:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741836_1012 (size=76) 2024-11-26T20:48:13,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741836_1012 (size=76) 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing bcb9ace534a6955f59258e01757479eb, disabling compactions & flushes 2024-11-26T20:48:13,632 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. after waiting 0 ms 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,632 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,632 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcb9ace534a6955f59258e01757479eb: Waiting for close lock at 1732654093632Disabling compacts and flushes for region at 1732654093632Disabling writes for close at 1732654093632Writing region close event to WAL at 1732654093632Closed at 1732654093632 2024-11-26T20:48:13,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:48:13,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732654093634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654093634"}]},"ts":"1732654093634"} 2024-11-26T20:48:13,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:48:13,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:48:13,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654093639"}]},"ts":"1732654093639"} 2024-11-26T20:48:13,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-26T20:48:13,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bcb9ace534a6955f59258e01757479eb, ASSIGN}] 2024-11-26T20:48:13,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bcb9ace534a6955f59258e01757479eb, ASSIGN 2024-11-26T20:48:13,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bcb9ace534a6955f59258e01757479eb, ASSIGN; state=OFFLINE, location=cd6be161543e,39091,1732654091756; forceNewPlan=false, retain=false 2024-11-26T20:48:13,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcb9ace534a6955f59258e01757479eb, regionState=OPENING, regionLocation=cd6be161543e,39091,1732654091756 2024-11-26T20:48:13,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bcb9ace534a6955f59258e01757479eb, ASSIGN because future has completed 2024-11-26T20:48:13,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb9ace534a6955f59258e01757479eb, server=cd6be161543e,39091,1732654091756}] 2024-11-26T20:48:13,959 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,960 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bcb9ace534a6955f59258e01757479eb, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:13,960 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,961 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:13,961 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,961 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,963 INFO [StoreOpener-bcb9ace534a6955f59258e01757479eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,964 INFO [StoreOpener-bcb9ace534a6955f59258e01757479eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb9ace534a6955f59258e01757479eb columnFamilyName info 2024-11-26T20:48:13,965 DEBUG [StoreOpener-bcb9ace534a6955f59258e01757479eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:13,965 INFO [StoreOpener-bcb9ace534a6955f59258e01757479eb-1 {}] regionserver.HStore(327): Store=bcb9ace534a6955f59258e01757479eb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:13,965 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,966 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,967 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,967 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,968 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,970 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,973 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:13,974 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bcb9ace534a6955f59258e01757479eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814331, jitterRate=0.035476669669151306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:48:13,974 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:13,975 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bcb9ace534a6955f59258e01757479eb: Running coprocessor pre-open hook at 1732654093961Writing region info on filesystem at 1732654093961Initializing all the Stores at 1732654093962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654093962Cleaning up temporary data from old regions at 1732654093968 (+6 ms)Running coprocessor post-open hooks at 1732654093974 (+6 ms)Region opened successfully at 1732654093975 (+1 ms) 2024-11-26T20:48:13,976 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb., pid=6, masterSystemTime=1732654093954 2024-11-26T20:48:13,979 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,979 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:13,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcb9ace534a6955f59258e01757479eb, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,39091,1732654091756 2024-11-26T20:48:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb9ace534a6955f59258e01757479eb, server=cd6be161543e,39091,1732654091756 because future has completed 2024-11-26T20:48:13,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:48:13,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcb9ace534a6955f59258e01757479eb, server=cd6be161543e,39091,1732654091756 in 187 msec 2024-11-26T20:48:13,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:48:13,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bcb9ace534a6955f59258e01757479eb, ASSIGN in 349 msec 2024-11-26T20:48:13,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:48:13,996 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654093996"}]},"ts":"1732654093996"} 2024-11-26T20:48:13,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-26T20:48:13,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:48:14,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 396 msec 2024-11-26T20:48:14,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:14,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:15,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:48:15,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:15,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:18,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:48:18,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-26T20:48:20,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T20:48:20,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-26T20:48:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:48:23,671 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-26T20:48:23,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-26T20:48:23,672 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:48:23,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-26T20:48:23,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:48:23,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-26T20:48:23,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb., hostname=cd6be161543e,39091,1732654091756, seqNum=2] 2024-11-26T20:48:23,685 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-26T20:48:23,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T20:48:23,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,690 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_783966734_22 at /127.0.0.1:40402 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36211:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40402 dst: /127.0.0.1:36211 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,690 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1566885254_22 at /127.0.0.1:56514 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56514 dst: /127.0.0.1:46775 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,690 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_783966734_22 at /127.0.0.1:40410 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36211:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40410 dst: /127.0.0.1:36211 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,690 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_783966734_22 at /127.0.0.1:56574 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56574 dst: /127.0.0.1:46775 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,691 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_783966734_22 at /127.0.0.1:56544 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56544 dst: /127.0.0.1:46775 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,691 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1566885254_22 at /127.0.0.1:40378 [Receiving block BP-1121527794-172.17.0.2-1732654090839:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36211:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40378 dst: /127.0.0.1:36211 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f1069bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:23,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3e1f4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:23,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:23,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75504f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:23,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b9c1806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:23,695 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:23,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:23,695 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid 559d9205-105e-431e-bfc5-9823e1cef941) service to localhost/127.0.0.1:34505 2024-11-26T20:48:23,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:23,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data3/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:23,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data4/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:23,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:23,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:23,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:23,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:23,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:23,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:23,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53678cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:23,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d25a276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:23,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8514fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/java.io.tmpdir/jetty-localhost-34767-hadoop-hdfs-3_4_1-tests_jar-_-any-8676462152654422195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:23,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b167f3b{HTTP/1.1, (http/1.1)}{localhost:34767} 2024-11-26T20:48:23,826 INFO [Time-limited test {}] server.Server(415): Started @79555ms 2024-11-26T20:48:23,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:23,848 WARN [AsyncFSWAL-0-hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808-prefix:cd6be161543e,39091,1732654091756 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,848 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cd6be161543e%2C39091%2C1732654091756:(num 1732654092265) roll requested 2024-11-26T20:48:23,862 DEBUG [regionserver/cd6be161543e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654103848, exclude list is [], retry=0 2024-11-26T20:48:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-da274434-ab46-4460-ac47-e0481ab70af8,DISK] 2024-11-26T20:48:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41893,DS-f69a7539-2c71-4422-959e-14c5395ef11e,DISK] 2024-11-26T20:48:23,868 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654103848 2024-11-26T20:48:23,868 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36665:36665),(127.0.0.1/127.0.0.1:38985:38985)] 2024-11-26T20:48:23,868 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 is not closed yet, will try archiving it next time 2024-11-26T20:48:23,869 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,870 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:48:23,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:48:23,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:23,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:23,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:23,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:48:23,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:48:23,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1690595756, stopped=false 2024-11-26T20:48:23,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,45053,1732654091698 2024-11-26T20:48:23,871 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T20:48:23,871 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T20:48:23,872 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 2024-11-26T20:48:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:23,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:48:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:23,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:48:23,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:23,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:23,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,39091,1732654091756' ***** 2024-11-26T20:48:23,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:48:23,874 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:48:23,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:23,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:23,874 INFO [RS:0;cd6be161543e:39091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:48:23,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:48:23,874 INFO [RS:0;cd6be161543e:39091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,39091,1732654091756 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:39091. 2024-11-26T20:48:23,875 DEBUG [RS:0;cd6be161543e:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:48:23,875 DEBUG [RS:0;cd6be161543e:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:48:23,875 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcb9ace534a6955f59258e01757479eb, disabling compactions & flushes 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:48:23,875 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,875 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:48:23,875 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,875 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. after waiting 0 ms 2024-11-26T20:48:23,876 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,876 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T20:48:23,876 WARN [IPC Server handler 4 on default port 34505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-26T20:48:23,876 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcb9ace534a6955f59258e01757479eb=TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb.} 2024-11-26T20:48:23,876 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcb9ace534a6955f59258e01757479eb 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-26T20:48:23,876 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcb9ace534a6955f59258e01757479eb 2024-11-26T20:48:23,876 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:48:23,876 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:48:23,876 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:48:23,876 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:48:23,876 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:48:23,876 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-26T20:48:23,877 WARN [AsyncFSWAL-0-hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808-prefix:cd6be161543e,39091,1732654091756.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,877 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cd6be161543e%2C39091%2C1732654091756.meta:.meta(num 1732654092643) roll requested 2024-11-26T20:48:23,880 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 after 6ms 2024-11-26T20:48:23,892 DEBUG [regionserver/cd6be161543e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654103877.meta, exclude list is [], retry=0 2024-11-26T20:48:23,894 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/.tmp/info/1b81bc1a7fc7445c88f65be7c16611e3 is 1055, key is row0001/info:/1732654103683/Put/seqid=0 2024-11-26T20:48:23,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-8daaf7fa-1b19-4d2a-9716-688ffd0a487c,DISK] 2024-11-26T20:48:23,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-da274434-ab46-4460-ac47-e0481ab70af8,DISK] 2024-11-26T20:48:23,896 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-26T20:48:23,896 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1121527794-172.17.0.2-1732654090839:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK], DatanodeInfoWithStorage[127.0.0.1:41893,DS-f69a7539-2c71-4422-959e-14c5395ef11e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK]) is bad. 2024-11-26T20:48:23,897 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-1121527794-172.17.0.2-1732654090839:blk_1073741839_1016 2024-11-26T20:48:23,900 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK] 2024-11-26T20:48:23,901 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654103877.meta 2024-11-26T20:48:23,901 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45233:45233),(127.0.0.1/127.0.0.1:36665:36665)] 2024-11-26T20:48:23,901 DEBUG [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta is not closed yet, will try archiving it next time 2024-11-26T20:48:23,901 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,902 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:23,902 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta 2024-11-26T20:48:23,903 WARN [IPC Server handler 4 on default port 34505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-26T20:48:23,903 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta after 1ms 2024-11-26T20:48:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741840_1018 (size=7062) 2024-11-26T20:48:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741840_1018 (size=7062) 2024-11-26T20:48:23,919 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/.tmp/info/1b81bc1a7fc7445c88f65be7c16611e3 2024-11-26T20:48:23,926 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/info/2f566e9d08654d0096eacc20501cfb50 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb./info:regioninfo/1732654093980/Put/seqid=0 2024-11-26T20:48:23,928 WARN [Thread-627 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-26T20:48:23,929 WARN [Thread-627 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1121527794-172.17.0.2-1732654090839:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK], DatanodeInfoWithStorage[127.0.0.1:45349,DS-da274434-ab46-4460-ac47-e0481ab70af8,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK]) is bad. 2024-11-26T20:48:23,929 WARN [Thread-627 {}] hdfs.DataStreamer(1850): Abandoning BP-1121527794-172.17.0.2-1732654090839:blk_1073741841_1019 2024-11-26T20:48:23,930 WARN [Thread-627 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:46775,DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159,DISK] 2024-11-26T20:48:23,942 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/.tmp/info/1b81bc1a7fc7445c88f65be7c16611e3 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/info/1b81bc1a7fc7445c88f65be7c16611e3 2024-11-26T20:48:23,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741842_1020 (size=7089) 2024-11-26T20:48:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741842_1020 (size=7089) 2024-11-26T20:48:23,946 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/info/2f566e9d08654d0096eacc20501cfb50 2024-11-26T20:48:23,951 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/info/1b81bc1a7fc7445c88f65be7c16611e3, entries=2, sequenceid=6, filesize=6.9 K 2024-11-26T20:48:23,952 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for bcb9ace534a6955f59258e01757479eb in 76ms, sequenceid=6, compaction requested=false 2024-11-26T20:48:23,960 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:23,960 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bcb9ace534a6955f59258e01757479eb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T20:48:23,961 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,961 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcb9ace534a6955f59258e01757479eb: Waiting for close lock at 1732654103875Running coprocessor pre-close hooks at 1732654103875Disabling compacts and flushes for region at 1732654103875Disabling writes for close at 1732654103875Obtaining lock to block concurrent updates at 1732654103876 (+1 ms)Preparing flush snapshotting stores in bcb9ace534a6955f59258e01757479eb at 1732654103876Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732654103876Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. at 1732654103877 (+1 ms)Flushing bcb9ace534a6955f59258e01757479eb/info: creating writer at 1732654103877Flushing bcb9ace534a6955f59258e01757479eb/info: appending metadata at 1732654103893 (+16 ms)Flushing bcb9ace534a6955f59258e01757479eb/info: closing flushed file at 1732654103894 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e138421: reopening flushed file at 1732654103941 (+47 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for bcb9ace534a6955f59258e01757479eb in 76ms, sequenceid=6, compaction requested=false at 1732654103953 (+12 ms)Writing region close event to WAL at 1732654103953Running coprocessor post-close hooks at 1732654103961 (+8 ms)Closed at 1732654103961 2024-11-26T20:48:23,962 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732654093603.bcb9ace534a6955f59258e01757479eb. 2024-11-26T20:48:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d50bfc165bac18 with lease ID 0xb85c141a23ba8af7: from storage DS-2b4eddec-0c8f-4b41-a3bb-e4ae5a80b159 node DatanodeRegistration(127.0.0.1:41179, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=41151, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d50bfc165bac18 with lease ID 0xb85c141a23ba8af7: from storage DS-7226b9af-1868-4346-986d-ea8db166a14f node DatanodeRegistration(127.0.0.1:41179, datanodeUuid=559d9205-105e-431e-bfc5-9823e1cef941, infoPort=41151, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=732342474;c=1732654090839), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:23,975 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/ns/3404e9be6a9e40cc938fa4ca6f6fb9bd is 43, key is default/ns:d/1732654092724/Put/seqid=0 2024-11-26T20:48:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741843_1021 (size=5153) 2024-11-26T20:48:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41179 is added to blk_1073741843_1021 (size=5153) 2024-11-26T20:48:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741833_1014 (size=1599) 2024-11-26T20:48:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741834_1017 (size=2386) 2024-11-26T20:48:24,076 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:48:24,123 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:48:24,193 INFO [regionserver/cd6be161543e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T20:48:24,194 INFO [regionserver/cd6be161543e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T20:48:24,276 DEBUG [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:48:24,382 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/ns/3404e9be6a9e40cc938fa4ca6f6fb9bd 2024-11-26T20:48:24,407 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/table/5530880600254cd98e3a16b2ff7dc715 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732654093996/Put/seqid=0 2024-11-26T20:48:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741844_1022 (size=5424) 2024-11-26T20:48:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41179 is added to blk_1073741844_1022 (size=5424) 2024-11-26T20:48:24,414 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/table/5530880600254cd98e3a16b2ff7dc715 2024-11-26T20:48:24,422 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/info/2f566e9d08654d0096eacc20501cfb50 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/info/2f566e9d08654d0096eacc20501cfb50 2024-11-26T20:48:24,429 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/info/2f566e9d08654d0096eacc20501cfb50, entries=10, sequenceid=11, filesize=6.9 K 2024-11-26T20:48:24,430 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/ns/3404e9be6a9e40cc938fa4ca6f6fb9bd as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/ns/3404e9be6a9e40cc938fa4ca6f6fb9bd 2024-11-26T20:48:24,438 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/ns/3404e9be6a9e40cc938fa4ca6f6fb9bd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T20:48:24,439 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/.tmp/table/5530880600254cd98e3a16b2ff7dc715 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/table/5530880600254cd98e3a16b2ff7dc715 2024-11-26T20:48:24,446 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/table/5530880600254cd98e3a16b2ff7dc715, entries=2, sequenceid=11, filesize=5.3 K 2024-11-26T20:48:24,447 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=11, compaction requested=false 2024-11-26T20:48:24,452 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T20:48:24,453 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:48:24,453 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:24,453 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654103876Running coprocessor pre-close hooks at 1732654103876Disabling compacts and flushes for region at 1732654103876Disabling writes for close at 1732654103876Obtaining lock to block concurrent updates at 1732654103876Preparing flush snapshotting stores in 1588230740 at 1732654103876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732654103877 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732654103902 (+25 ms)Flushing 1588230740/info: creating writer at 1732654103902Flushing 1588230740/info: appending metadata at 1732654103925 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732654103925Flushing 1588230740/ns: creating writer at 1732654103956 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732654103974 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732654103974Flushing 1588230740/table: creating writer at 1732654104391 (+417 ms)Flushing 1588230740/table: appending metadata at 1732654104407 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732654104407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261af9ae: reopening flushed file at 1732654104421 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5450e38d: reopening flushed file at 1732654104429 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f5bbfe: reopening flushed file at 1732654104438 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=11, compaction requested=false at 1732654104447 (+9 ms)Writing region close event to WAL at 1732654104448 (+1 ms)Running coprocessor post-close hooks at 1732654104453 (+5 ms)Closed at 1732654104453 2024-11-26T20:48:24,453 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:24,476 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,39091,1732654091756; all regions closed. 2024-11-26T20:48:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741838_1015 (size=825) 2024-11-26T20:48:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741838_1015 (size=825) 2024-11-26T20:48:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741833_1014 (size=1599) 2024-11-26T20:48:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741834_1017 (size=2386) 2024-11-26T20:48:27,881 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 after 4009ms 2024-11-26T20:48:27,882 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.1732654092265 to hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs/cd6be161543e%2C39091%2C1732654091756.1732654092265 2024-11-26T20:48:27,904 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta after 4002ms 2024-11-26T20:48:27,904 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/WALs/cd6be161543e,39091,1732654091756/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta to hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs/cd6be161543e%2C39091%2C1732654091756.meta.1732654092643.meta 2024-11-26T20:48:27,908 DEBUG [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs 2024-11-26T20:48:27,908 INFO [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C39091%2C1732654091756.meta:.meta(num 1732654103877) 2024-11-26T20:48:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741837_1013 (size=2288) 2024-11-26T20:48:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741837_1013 (size=2288) 2024-11-26T20:48:27,917 DEBUG [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs 2024-11-26T20:48:27,917 INFO [RS:0;cd6be161543e:39091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C39091%2C1732654091756:(num 1732654103848) 2024-11-26T20:48:27,917 DEBUG [RS:0;cd6be161543e:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:27,917 INFO [RS:0;cd6be161543e:39091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:48:27,917 INFO [RS:0;cd6be161543e:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:48:27,917 INFO [RS:0;cd6be161543e:39091 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:48:27,918 INFO [RS:0;cd6be161543e:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:48:27,918 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:48:27,918 INFO [RS:0;cd6be161543e:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39091 2024-11-26T20:48:27,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,39091,1732654091756 2024-11-26T20:48:27,920 INFO [RS:0;cd6be161543e:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:48:27,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:48:27,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,39091,1732654091756] 2024-11-26T20:48:27,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,39091,1732654091756 already deleted, retry=false 2024-11-26T20:48:27,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,39091,1732654091756 expired; onlineServers=0 2024-11-26T20:48:27,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,45053,1732654091698' ***** 2024-11-26T20:48:27,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:48:27,924 INFO [M:0;cd6be161543e:45053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:48:27,924 INFO [M:0;cd6be161543e:45053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:48:27,924 DEBUG [M:0;cd6be161543e:45053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:48:27,924 DEBUG [M:0;cd6be161543e:45053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:48:27,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:48:27,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654092014 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654092014,5,FailOnTimeoutGroup] 2024-11-26T20:48:27,924 INFO [M:0;cd6be161543e:45053 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:48:27,924 INFO [M:0;cd6be161543e:45053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:48:27,924 DEBUG [M:0;cd6be161543e:45053 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:48:27,924 INFO [M:0;cd6be161543e:45053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:48:27,925 INFO [M:0;cd6be161543e:45053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:48:27,925 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654092014 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654092014,5,FailOnTimeoutGroup] 2024-11-26T20:48:27,925 INFO [M:0;cd6be161543e:45053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:48:27,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:48:27,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:48:27,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:27,928 DEBUG [M:0;cd6be161543e:45053 {}] zookeeper.ZKUtil(347): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:48:27,929 WARN [M:0;cd6be161543e:45053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:48:27,931 INFO [M:0;cd6be161543e:45053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/.lastflushedseqids 2024-11-26T20:48:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36211 is added to blk_1073741845_1023 (size=139) 2024-11-26T20:48:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41179 is added to blk_1073741845_1023 (size=139) 2024-11-26T20:48:27,949 INFO [M:0;cd6be161543e:45053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:48:27,950 INFO [M:0;cd6be161543e:45053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:48:27,950 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:48:27,950 INFO [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:27,950 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:27,950 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:48:27,950 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:27,950 INFO [M:0;cd6be161543e:45053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-26T20:48:27,951 WARN [AsyncFSWAL-0-hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData-prefix:cd6be161543e,45053,1732654091698 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:27,952 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cd6be161543e%2C45053%2C1732654091698:(num 1732654091903) roll requested 2024-11-26T20:48:27,972 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654107952, exclude list is [], retry=0 2024-11-26T20:48:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-8daaf7fa-1b19-4d2a-9716-688ffd0a487c,DISK] 2024-11-26T20:48:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-da274434-ab46-4460-ac47-e0481ab70af8,DISK] 2024-11-26T20:48:27,979 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654107952 2024-11-26T20:48:27,980 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45233:45233),(127.0.0.1/127.0.0.1:36665:36665)] 2024-11-26T20:48:27,980 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 is not closed yet, will try archiving it next time 2024-11-26T20:48:27,980 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:27,981 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:48:27,981 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 2024-11-26T20:48:27,982 WARN [IPC Server handler 2 on default port 34505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-26T20:48:27,983 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 after 2ms 2024-11-26T20:48:28,006 DEBUG [M:0;cd6be161543e:45053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88e8de7db384afa867bdaf2b80945b9 is 82, key is hbase:meta,,1/info:regioninfo/1732654092699/Put/seqid=0 2024-11-26T20:48:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741847_1026 (size=5672) 2024-11-26T20:48:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741847_1026 (size=5672) 2024-11-26T20:48:28,015 INFO [M:0;cd6be161543e:45053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88e8de7db384afa867bdaf2b80945b9 2024-11-26T20:48:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1015609382f0001, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:28,023 INFO [RS:0;cd6be161543e:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:48:28,023 INFO [RS:0;cd6be161543e:39091 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,39091,1732654091756; zookeeper connection closed. 2024-11-26T20:48:28,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d54866f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d54866f 2024-11-26T20:48:28,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T20:48:28,053 DEBUG [M:0;cd6be161543e:45053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22d20d465bf94fa5bae2a87e873420c4 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654094001/Put/seqid=0 2024-11-26T20:48:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41179 is added to blk_1073741848_1027 (size=6113) 2024-11-26T20:48:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741848_1027 (size=6113) 2024-11-26T20:48:28,074 INFO [M:0;cd6be161543e:45053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22d20d465bf94fa5bae2a87e873420c4 2024-11-26T20:48:28,103 DEBUG [M:0;cd6be161543e:45053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd0f9d400e344fc9a2bdfb266e6dbf9 is 69, key is cd6be161543e,39091,1732654091756/rs:state/1732654092106/Put/seqid=0 2024-11-26T20:48:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741849_1028 (size=5156) 2024-11-26T20:48:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741849_1028 (size=5156) 2024-11-26T20:48:28,112 INFO [M:0;cd6be161543e:45053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd0f9d400e344fc9a2bdfb266e6dbf9 2024-11-26T20:48:28,144 DEBUG [M:0;cd6be161543e:45053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d1bae7a07694bc1b6dd00117c2de124 is 52, key is load_balancer_on/state:d/1732654092800/Put/seqid=0 2024-11-26T20:48:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41179 is added to blk_1073741850_1029 (size=5056) 2024-11-26T20:48:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741850_1029 (size=5056) 2024-11-26T20:48:28,157 INFO [M:0;cd6be161543e:45053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d1bae7a07694bc1b6dd00117c2de124 2024-11-26T20:48:28,169 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88e8de7db384afa867bdaf2b80945b9 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88e8de7db384afa867bdaf2b80945b9 2024-11-26T20:48:28,177 INFO [M:0;cd6be161543e:45053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88e8de7db384afa867bdaf2b80945b9, entries=8, sequenceid=56, filesize=5.5 K 2024-11-26T20:48:28,178 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22d20d465bf94fa5bae2a87e873420c4 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22d20d465bf94fa5bae2a87e873420c4 2024-11-26T20:48:28,185 INFO [M:0;cd6be161543e:45053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22d20d465bf94fa5bae2a87e873420c4, entries=6, sequenceid=56, filesize=6.0 K 2024-11-26T20:48:28,186 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd0f9d400e344fc9a2bdfb266e6dbf9 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd0f9d400e344fc9a2bdfb266e6dbf9 2024-11-26T20:48:28,194 INFO [M:0;cd6be161543e:45053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd0f9d400e344fc9a2bdfb266e6dbf9, entries=1, sequenceid=56, filesize=5.0 K 2024-11-26T20:48:28,195 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d1bae7a07694bc1b6dd00117c2de124 as hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8d1bae7a07694bc1b6dd00117c2de124 2024-11-26T20:48:28,203 INFO [M:0;cd6be161543e:45053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8d1bae7a07694bc1b6dd00117c2de124, entries=1, sequenceid=56, filesize=4.9 K 2024-11-26T20:48:28,204 INFO [M:0;cd6be161543e:45053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=56, compaction requested=false 2024-11-26T20:48:28,206 INFO [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:28,206 DEBUG [M:0;cd6be161543e:45053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654107950Disabling compacts and flushes for region at 1732654107950Disabling writes for close at 1732654107950Obtaining lock to block concurrent updates at 1732654107950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654107950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1732654107951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654107981 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654107981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654108005 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654108006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654108030 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654108053 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654108053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654108082 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654108102 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654108102Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732654108119 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732654108143 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732654108143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342a5fa1: reopening flushed file at 1732654108168 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42865ab5: reopening flushed file at 1732654108177 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533bfaa6: reopening flushed file at 1732654108185 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d58dad: reopening flushed file at 1732654108194 (+9 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=56, compaction requested=false at 1732654108204 (+10 ms)Writing region close event to WAL at 1732654108205 (+1 ms)Closed at 1732654108205 2024-11-26T20:48:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741846_1024 (size=757) 2024-11-26T20:48:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741846_1024 (size=757) 2024-11-26T20:48:28,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:28,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:28,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:29,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:48:29,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:29,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:29,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:30,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T20:48:30,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:48:30,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T20:48:30,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T20:48:31,984 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 after 4003ms 2024-11-26T20:48:31,985 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/WALs/cd6be161543e,45053,1732654091698/cd6be161543e%2C45053%2C1732654091698.1732654091903 to hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/oldWALs/cd6be161543e%2C45053%2C1732654091698.1732654091903 2024-11-26T20:48:31,989 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/MasterData/oldWALs/cd6be161543e%2C45053%2C1732654091698.1732654091903 to hdfs://localhost:34505/user/jenkins/test-data/c8cffca1-3fbd-4ebb-0595-2c9f917a2808/oldWALs/cd6be161543e%2C45053%2C1732654091698.1732654091903$masterlocalwal$ 2024-11-26T20:48:31,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:48:31,989 INFO [M:0;cd6be161543e:45053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:48:31,989 INFO [M:0;cd6be161543e:45053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45053 2024-11-26T20:48:31,989 INFO [M:0;cd6be161543e:45053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:48:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:32,091 INFO [M:0;cd6be161543e:45053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:48:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45053-0x1015609382f0000, quorum=127.0.0.1:50131, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:48:32,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8514fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b167f3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d25a276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53678cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,096 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:32,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:32,096 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid 559d9205-105e-431e-bfc5-9823e1cef941) service to localhost/127.0.0.1:34505 2024-11-26T20:48:32,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:32,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data3/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data4/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:32,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@666f1608{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ad8bd0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc13371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720a3535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,103 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:32,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:32,103 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid bc2c8388-5365-4ef7-99fc-ba3279cf56ea) service to localhost/127.0.0.1:34505 2024-11-26T20:48:32,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:32,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data9/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data10/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:32,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@696068d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf4efb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc8e6f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4eb9c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,108 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:32,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:32,108 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid 10c4cb6c-5375-46c2-8658-a3673cf3d3e7) service to localhost/127.0.0.1:34505 2024-11-26T20:48:32,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:32,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data7/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data8/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:32,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32e6fdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5339198{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f951342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a89fa3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,113 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:32,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:32,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:32,113 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid bce62b3e-0282-4bc7-9019-7660aeb2ee91) service to localhost/127.0.0.1:34505 2024-11-26T20:48:32,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data5/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data6/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:32,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4078f719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca3f83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60a9c0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69de4e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,118 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:48:32,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:48:32,118 WARN [BP-1121527794-172.17.0.2-1732654090839 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121527794-172.17.0.2-1732654090839 (Datanode Uuid b830c1b6-6b5a-4d3b-99b0-95998e2c9d44) service to localhost/127.0.0.1:34505 2024-11-26T20:48:32,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:48:32,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data1/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/cluster_54d342de-0587-ca35-966b-cf9de84f12dd/data/data2/current/BP-1121527794-172.17.0.2-1732654090839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:48:32,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:48:32,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ebc2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:48:32,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b71bccc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:48:32,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:48:32,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193a703d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:48:32,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774f0914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir/,STOPPED} 2024-11-26T20:48:32,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:48:32,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:48:32,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:34505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:34505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (74468603) connection to localhost/127.0.0.1:34505 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 125) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5636 (was 6042) 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=5635 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.log.dir so I do NOT create it in target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1f5a095e-d492-883a-01d6-02d4ca571981/hadoop.tmp.dir so I do NOT create it in target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509, deleteOnExit=true 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/test.cache.data in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:48:32,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:48:32,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:48:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:48:32,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:32,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:32,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:32,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:32,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:48:32,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:32,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695cc249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:32,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d37a692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:32,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74cb8ae0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/java.io.tmpdir/jetty-localhost-44879-hadoop-hdfs-3_4_1-tests_jar-_-any-14690948575127484349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:48:32,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e577908{HTTP/1.1, (http/1.1)}{localhost:44879} 2024-11-26T20:48:32,482 INFO [Time-limited test {}] server.Server(415): Started @88211ms 2024-11-26T20:48:32,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:32,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:32,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:32,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:32,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:48:32,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9079e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:32,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d1382f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:32,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532be366{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/java.io.tmpdir/jetty-localhost-44865-hadoop-hdfs-3_4_1-tests_jar-_-any-11291589164696942918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d16e421{HTTP/1.1, (http/1.1)}{localhost:44865} 2024-11-26T20:48:32,687 INFO [Time-limited test {}] server.Server(415): Started @88416ms 2024-11-26T20:48:32,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:32,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:48:32,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:48:32,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:48:32,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:48:32,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:48:32,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa875a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:48:32,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5961c9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:48:32,790 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data1/current/BP-1506612571-172.17.0.2-1732654112213/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:32,790 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data2/current/BP-1506612571-172.17.0.2-1732654112213/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:32,813 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe15c514d90170caf with lease ID 0x526608101d5baf72: Processing first storage report for DS-1808da11-fdac-480b-841f-c2e7bcce19bc from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=f037ffcc-fad6-4306-8a53-a35b4d9c3911, infoPort=32899, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213) 2024-11-26T20:48:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe15c514d90170caf with lease ID 0x526608101d5baf72: from storage DS-1808da11-fdac-480b-841f-c2e7bcce19bc node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=f037ffcc-fad6-4306-8a53-a35b4d9c3911, infoPort=32899, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe15c514d90170caf with lease ID 0x526608101d5baf72: Processing first storage report for DS-5b2ede0d-b90c-458d-bfdb-7a48cd737ff1 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=f037ffcc-fad6-4306-8a53-a35b4d9c3911, infoPort=32899, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213) 2024-11-26T20:48:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe15c514d90170caf with lease ID 0x526608101d5baf72: from storage DS-5b2ede0d-b90c-458d-bfdb-7a48cd737ff1 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=f037ffcc-fad6-4306-8a53-a35b4d9c3911, infoPort=32899, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:32,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e948e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/java.io.tmpdir/jetty-localhost-38545-hadoop-hdfs-3_4_1-tests_jar-_-any-4561352869388331611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:48:32,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e39869{HTTP/1.1, (http/1.1)}{localhost:38545} 2024-11-26T20:48:32,857 INFO [Time-limited test {}] server.Server(415): Started @88586ms 2024-11-26T20:48:32,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:48:32,963 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data3/current/BP-1506612571-172.17.0.2-1732654112213/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:32,963 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data4/current/BP-1506612571-172.17.0.2-1732654112213/current, will proceed with Du for space computation calculation, 2024-11-26T20:48:32,980 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:48:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c2d408b0587eb5 with lease ID 0x526608101d5baf73: Processing first storage report for DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0 from datanode DatanodeRegistration(127.0.0.1:44313, datanodeUuid=9ccd666a-709d-4adf-af2e-861d73241a96, infoPort=35095, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213) 2024-11-26T20:48:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c2d408b0587eb5 with lease ID 0x526608101d5baf73: from storage DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0 node DatanodeRegistration(127.0.0.1:44313, datanodeUuid=9ccd666a-709d-4adf-af2e-861d73241a96, infoPort=35095, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c2d408b0587eb5 with lease ID 0x526608101d5baf73: Processing first storage report for DS-f713ebf6-5937-4750-9634-698cef1a1cdc from datanode DatanodeRegistration(127.0.0.1:44313, datanodeUuid=9ccd666a-709d-4adf-af2e-861d73241a96, infoPort=35095, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213) 2024-11-26T20:48:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c2d408b0587eb5 with lease ID 0x526608101d5baf73: from storage DS-f713ebf6-5937-4750-9634-698cef1a1cdc node DatanodeRegistration(127.0.0.1:44313, datanodeUuid=9ccd666a-709d-4adf-af2e-861d73241a96, infoPort=35095, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=659332739;c=1732654112213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:48:33,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f 2024-11-26T20:48:33,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/zookeeper_0, clientPort=52414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:48:33,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52414 2024-11-26T20:48:33,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:48:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:48:33,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0 with version=8 2024-11-26T20:48:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase-staging 2024-11-26T20:48:33,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:48:33,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:48:33,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:48:33,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40889 2024-11-26T20:48:33,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40889 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-26T20:48:33,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408890x0, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:48:33,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40889-0x10156098bcb0000 connected 2024-11-26T20:48:33,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:33,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0, hbase.cluster.distributed=false 2024-11-26T20:48:33,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:48:33,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-26T20:48:33,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40889 2024-11-26T20:48:33,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40889 2024-11-26T20:48:33,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-26T20:48:33,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-26T20:48:33,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:48:33,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:48:33,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:48:33,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:48:33,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:48:33,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:48:33,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43719 2024-11-26T20:48:33,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43719 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-26T20:48:33,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437190x0, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:48:33,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437190x0, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:48:33,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43719-0x10156098bcb0001 connected 2024-11-26T20:48:33,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:48:33,205 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:48:33,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:48:33,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:48:33,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-26T20:48:33,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43719 2024-11-26T20:48:33,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43719 2024-11-26T20:48:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-26T20:48:33,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-26T20:48:33,224 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:40889 2024-11-26T20:48:33,225 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:33,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:33,228 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:48:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,231 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:48:33,232 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,40889,1732654113118 from backup master directory 2024-11-26T20:48:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:48:33,235 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:48:33,235 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,240 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/hbase.id] with ID: 9acc4eba-cce2-4d4e-a978-acf90bb3c724 2024-11-26T20:48:33,240 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/.tmp/hbase.id 2024-11-26T20:48:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:48:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:48:33,247 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/.tmp/hbase.id]:[hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/hbase.id] 2024-11-26T20:48:33,264 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:33,265 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:48:33,266 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T20:48:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:48:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:48:33,283 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:48:33,284 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:48:33,284 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:48:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:48:33,297 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store 2024-11-26T20:48:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:48:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:48:33,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:33,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:48:33,311 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:33,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:33,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:48:33,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:33,311 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:48:33,312 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654113311Disabling compacts and flushes for region at 1732654113311Disabling writes for close at 1732654113311Writing region close event to WAL at 1732654113311Closed at 1732654113311 2024-11-26T20:48:33,313 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/.initializing 2024-11-26T20:48:33,313 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/WALs/cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,316 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:48:33,319 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C40889%2C1732654113118, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/WALs/cd6be161543e,40889,1732654113118, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/oldWALs, maxLogs=10 2024-11-26T20:48:33,341 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/WALs/cd6be161543e,40889,1732654113118/cd6be161543e%2C40889%2C1732654113118.1732654113319, exclude list is [], retry=0 2024-11-26T20:48:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:48:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:48:33,357 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/WALs/cd6be161543e,40889,1732654113118/cd6be161543e%2C40889%2C1732654113118.1732654113319 2024-11-26T20:48:33,360 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-26T20:48:33,360 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:33,361 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:33,361 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,361 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:48:33,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:33,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:48:33,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:33,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:48:33,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:33,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:48:33,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:33,370 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,371 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,371 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,373 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,373 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,373 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:48:33,374 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:48:33,376 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:33,377 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=790390, jitterRate=0.005033433437347412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:48:33,377 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654113361Initializing all the Stores at 1732654113362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654113362Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654113362Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654113362Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654113362Cleaning up temporary data from old regions at 1732654113373 (+11 ms)Region opened successfully at 1732654113377 (+4 ms) 2024-11-26T20:48:33,378 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:48:33,381 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6288833a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:48:33,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:48:33,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:48:33,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:48:33,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:48:33,382 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T20:48:33,383 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T20:48:33,383 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:48:33,385 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:48:33,386 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:48:33,387 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:48:33,387 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:48:33,388 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:48:33,389 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:48:33,389 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:48:33,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:48:33,395 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:48:33,395 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:48:33,397 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:48:33,398 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:48:33,400 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:48:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:48:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,402 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,40889,1732654113118, sessionid=0x10156098bcb0000, setting cluster-up flag (Was=false) 2024-11-26T20:48:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,413 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:48:33,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,423 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:48:33,424 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,40889,1732654113118 2024-11-26T20:48:33,425 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:48:33,427 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:33,427 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:48:33,428 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:48:33,428 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,40889,1732654113118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:48:33,429 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654143430 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:48:33,430 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:48:33,431 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:33,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:48:33,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:48:33,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:48:33,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:48:33,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:48:33,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:48:33,433 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654113433,5,FailOnTimeoutGroup] 2024-11-26T20:48:33,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,433 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654113433,5,FailOnTimeoutGroup] 2024-11-26T20:48:33,433 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,433 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:48:33,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:48:33,433 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,433 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:48:33,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:48:33,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:48:33,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0 2024-11-26T20:48:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:48:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:48:33,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:33,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:48:33,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:48:33,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:33,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:48:33,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:48:33,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:33,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:48:33,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:48:33,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:33,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:48:33,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:48:33,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:33,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:33,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:48:33,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740 2024-11-26T20:48:33,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740 2024-11-26T20:48:33,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:48:33,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:48:33,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:48:33,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:48:33,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:33,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779465, jitterRate=-0.008859783411026001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:48:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654113454Initializing all the Stores at 1732654113454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654113454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654113455 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654113455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654113455Cleaning up temporary data from old regions at 1732654113465 (+10 ms)Region opened successfully at 1732654113470 (+5 ms) 2024-11-26T20:48:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:48:33,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:48:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:48:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:48:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:48:33,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:48:33,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654113470Disabling compacts and flushes for region at 1732654113470Disabling writes for close at 1732654113470Writing region close event to WAL at 1732654113470Closed at 1732654113470 2024-11-26T20:48:33,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:33,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:48:33,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:48:33,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:48:33,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:48:33,515 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(746): ClusterId : 9acc4eba-cce2-4d4e-a978-acf90bb3c724 2024-11-26T20:48:33,515 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:48:33,518 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:48:33,518 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:48:33,521 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:48:33,521 DEBUG [RS:0;cd6be161543e:43719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9b8aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:48:33,535 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:43719 2024-11-26T20:48:33,535 INFO [RS:0;cd6be161543e:43719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:48:33,536 INFO [RS:0;cd6be161543e:43719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:48:33,536 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:48:33,536 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,40889,1732654113118 with port=43719, startcode=1732654113191 2024-11-26T20:48:33,537 DEBUG [RS:0;cd6be161543e:43719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:48:33,539 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39029, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:48:33,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40889 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,541 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0 2024-11-26T20:48:33,541 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41997 2024-11-26T20:48:33,541 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:48:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:48:33,545 DEBUG [RS:0;cd6be161543e:43719 {}] zookeeper.ZKUtil(111): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,546 WARN [RS:0;cd6be161543e:43719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:48:33,546 INFO [RS:0;cd6be161543e:43719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:33,546 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,43719,1732654113191] 2024-11-26T20:48:33,549 INFO [RS:0;cd6be161543e:43719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:48:33,551 INFO [RS:0;cd6be161543e:43719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:48:33,551 INFO [RS:0;cd6be161543e:43719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:48:33,551 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,551 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:48:33,552 INFO [RS:0;cd6be161543e:43719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:48:33,552 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:48:33,553 DEBUG [RS:0;cd6be161543e:43719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,557 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,43719,1732654113191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:48:33,571 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:48:33,571 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,43719,1732654113191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,572 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,572 INFO [RS:0;cd6be161543e:43719 {}] regionserver.Replication(171): cd6be161543e,43719,1732654113191 started 2024-11-26T20:48:33,585 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:33,585 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,43719,1732654113191, RpcServer on cd6be161543e/172.17.0.2:43719, sessionid=0x10156098bcb0001 2024-11-26T20:48:33,585 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:48:33,585 DEBUG [RS:0;cd6be161543e:43719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,585 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,43719,1732654113191' 2024-11-26T20:48:33,585 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:48:33,586 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,43719,1732654113191' 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:48:33,587 DEBUG [RS:0;cd6be161543e:43719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:48:33,587 INFO [RS:0;cd6be161543e:43719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:48:33,588 INFO [RS:0;cd6be161543e:43719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:48:33,625 WARN [cd6be161543e:40889 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:48:33,688 INFO [RS:0;cd6be161543e:43719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:48:33,691 INFO [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C43719%2C1732654113191, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs, maxLogs=32 2024-11-26T20:48:33,706 DEBUG [RS:0;cd6be161543e:43719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654113691, exclude list is [], retry=0 2024-11-26T20:48:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:48:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:48:33,713 INFO [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654113691 2024-11-26T20:48:33,713 DEBUG [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-26T20:48:33,875 DEBUG [cd6be161543e:40889 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T20:48:33,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,43719,1732654113191 2024-11-26T20:48:33,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,43719,1732654113191, state=OPENING 2024-11-26T20:48:33,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:48:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:48:33,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:33,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:33,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:48:33,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,43719,1732654113191}] 2024-11-26T20:48:34,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:48:34,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:48:34,048 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:48:34,048 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:48:34,048 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:48:34,051 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C43719%2C1732654113191.meta, suffix=.meta, logDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs, maxLogs=32 2024-11-26T20:48:34,067 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.meta.1732654114051.meta, exclude list is [], retry=0 2024-11-26T20:48:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:48:34,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:48:34,076 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.meta.1732654114051.meta 2024-11-26T20:48:34,076 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-26T20:48:34,076 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:34,077 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:48:34,077 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:48:34,077 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:48:34,077 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:48:34,077 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:34,078 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:48:34,078 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:48:34,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:48:34,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:48:34,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:34,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:48:34,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:48:34,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:48:34,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:48:34,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:34,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:48:34,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:48:34,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:48:34,085 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:48:34,086 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740 2024-11-26T20:48:34,087 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740 2024-11-26T20:48:34,088 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:48:34,088 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:48:34,089 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:48:34,090 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:48:34,091 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875486, jitterRate=0.11323803663253784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:48:34,091 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:48:34,092 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654114078Writing region info on filesystem at 1732654114078Initializing all the Stores at 1732654114079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654114079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654114079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654114079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654114079Cleaning up temporary data from old regions at 1732654114088 (+9 ms)Running coprocessor post-open hooks at 1732654114091 (+3 ms)Region opened successfully at 1732654114092 (+1 ms) 2024-11-26T20:48:34,093 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654114039 2024-11-26T20:48:34,095 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:48:34,096 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:48:34,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,43719,1732654113191 2024-11-26T20:48:34,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,43719,1732654113191, state=OPEN 2024-11-26T20:48:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:48:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:48:34,109 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,43719,1732654113191 2024-11-26T20:48:34,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:34,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:48:34,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:48:34,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,43719,1732654113191 in 225 msec 2024-11-26T20:48:34,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:48:34,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-26T20:48:34,117 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:48:34,117 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:48:34,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:48:34,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,43719,1732654113191, seqNum=-1] 2024-11-26T20:48:34,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:48:34,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:48:34,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-26T20:48:34,127 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654114127, completionTime=-1 2024-11-26T20:48:34,128 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T20:48:34,128 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:48:34,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T20:48:34,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654174130 2024-11-26T20:48:34,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654234130 2024-11-26T20:48:34,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:40889, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,131 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,133 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.900sec 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:48:34,135 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:48:34,139 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:48:34,139 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:48:34,139 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,40889,1732654113118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:48:34,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12209e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:34,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,40889,-1 for getting cluster id 2024-11-26T20:48:34,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:48:34,218 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9acc4eba-cce2-4d4e-a978-acf90bb3c724' 2024-11-26T20:48:34,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:48:34,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9acc4eba-cce2-4d4e-a978-acf90bb3c724" 2024-11-26T20:48:34,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e2c00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:34,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,40889,-1] 2024-11-26T20:48:34,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:48:34,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:48:34,221 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:48:34,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b1821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:48:34,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:48:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,43719,1732654113191, seqNum=-1] 2024-11-26T20:48:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:48:34,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:48:34,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,40889,1732654113118 2024-11-26T20:48:34,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:48:34,230 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T20:48:34,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:48:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,40889,1732654113118 2024-11-26T20:48:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664b43e1 2024-11-26T20:48:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:48:34,233 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:48:34,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T20:48:34,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T20:48:34,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:48:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:34,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:48:34,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-26T20:48:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:48:34,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:48:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741835_1011 (size=405) 2024-11-26T20:48:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741835_1011 (size=405) 2024-11-26T20:48:34,250 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08873106eaeceec1beac3d12fd4252ea, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0 2024-11-26T20:48:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741836_1012 (size=88) 2024-11-26T20:48:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741836_1012 (size=88) 2024-11-26T20:48:34,257 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:34,257 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 08873106eaeceec1beac3d12fd4252ea, disabling compactions & flushes 2024-11-26T20:48:34,257 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,257 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,257 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. after waiting 0 ms 2024-11-26T20:48:34,258 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,258 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,258 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08873106eaeceec1beac3d12fd4252ea: Waiting for close lock at 1732654114257Disabling compacts and flushes for region at 1732654114257Disabling writes for close at 1732654114257Writing region close event to WAL at 1732654114258 (+1 ms)Closed at 1732654114258 2024-11-26T20:48:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:48:34,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732654114259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654114259"}]},"ts":"1732654114259"} 2024-11-26T20:48:34,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:48:34,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:48:34,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654114262"}]},"ts":"1732654114262"} 2024-11-26T20:48:34,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-26T20:48:34,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=08873106eaeceec1beac3d12fd4252ea, ASSIGN}] 2024-11-26T20:48:34,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=08873106eaeceec1beac3d12fd4252ea, ASSIGN 2024-11-26T20:48:34,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=08873106eaeceec1beac3d12fd4252ea, ASSIGN; state=OFFLINE, location=cd6be161543e,43719,1732654113191; forceNewPlan=false, retain=false 2024-11-26T20:48:34,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08873106eaeceec1beac3d12fd4252ea, regionState=OPENING, regionLocation=cd6be161543e,43719,1732654113191 2024-11-26T20:48:34,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=08873106eaeceec1beac3d12fd4252ea, ASSIGN because future has completed 2024-11-26T20:48:34,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08873106eaeceec1beac3d12fd4252ea, server=cd6be161543e,43719,1732654113191}] 2024-11-26T20:48:34,579 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,579 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08873106eaeceec1beac3d12fd4252ea, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:48:34,579 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,580 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:48:34,580 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,580 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,581 INFO [StoreOpener-08873106eaeceec1beac3d12fd4252ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,583 INFO [StoreOpener-08873106eaeceec1beac3d12fd4252ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08873106eaeceec1beac3d12fd4252ea columnFamilyName info 2024-11-26T20:48:34,583 DEBUG [StoreOpener-08873106eaeceec1beac3d12fd4252ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:48:34,585 INFO [StoreOpener-08873106eaeceec1beac3d12fd4252ea-1 {}] regionserver.HStore(327): Store=08873106eaeceec1beac3d12fd4252ea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:48:34,585 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,586 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,586 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,586 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,589 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,591 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:48:34,592 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08873106eaeceec1beac3d12fd4252ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762533, jitterRate=-0.030389860272407532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:48:34,592 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:48:34,593 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08873106eaeceec1beac3d12fd4252ea: Running coprocessor pre-open hook at 1732654114580Writing region info on filesystem at 1732654114580Initializing all the Stores at 1732654114581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654114581Cleaning up temporary data from old regions at 1732654114587 (+6 ms)Running coprocessor post-open hooks at 1732654114592 (+5 ms)Region opened successfully at 1732654114593 (+1 ms) 2024-11-26T20:48:34,594 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea., pid=6, masterSystemTime=1732654114573 2024-11-26T20:48:34,596 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,596 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:34,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08873106eaeceec1beac3d12fd4252ea, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,43719,1732654113191 2024-11-26T20:48:34,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08873106eaeceec1beac3d12fd4252ea, server=cd6be161543e,43719,1732654113191 because future has completed 2024-11-26T20:48:34,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:48:34,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08873106eaeceec1beac3d12fd4252ea, server=cd6be161543e,43719,1732654113191 in 179 msec 2024-11-26T20:48:34,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:48:34,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=08873106eaeceec1beac3d12fd4252ea, ASSIGN in 338 msec 2024-11-26T20:48:34,606 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:48:34,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654114606"}]},"ts":"1732654114606"} 2024-11-26T20:48:34,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-26T20:48:34,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:48:34,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 375 msec 2024-11-26T20:48:35,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:48:35,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:35,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:48:39,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:48:39,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-26T20:48:40,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T20:48:40,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T20:48:40,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:48:40,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T20:48:40,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T20:48:40,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T20:48:40,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:40,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T20:48:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:48:44,270 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T20:48:44,270 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-26T20:48:44,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:44,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea., hostname=cd6be161543e,43719,1732654113191, seqNum=2] 2024-11-26T20:48:44,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:44,289 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:48:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:48:44,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:48:44,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:48:44,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T20:48:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:44,452 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 08873106eaeceec1beac3d12fd4252ea 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:48:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/ebeb21186fba4a0596657f05e4e8becf is 1055, key is row0001/info:/1732654124277/Put/seqid=0 2024-11-26T20:48:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741837_1013 (size=6008) 2024-11-26T20:48:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741837_1013 (size=6008) 2024-11-26T20:48:44,475 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/ebeb21186fba4a0596657f05e4e8becf 2024-11-26T20:48:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/ebeb21186fba4a0596657f05e4e8becf as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf 2024-11-26T20:48:44,488 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf, entries=1, sequenceid=5, filesize=5.9 K 2024-11-26T20:48:44,489 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 37ms, sequenceid=5, compaction requested=false 2024-11-26T20:48:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 08873106eaeceec1beac3d12fd4252ea: 2024-11-26T20:48:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T20:48:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T20:48:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T20:48:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-26T20:48:44,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 214 msec 2024-11-26T20:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:48:54,390 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T20:48:54,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T20:48:54,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:48:54,397 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:48:54,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:48:54,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T20:48:54,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:54,551 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 08873106eaeceec1beac3d12fd4252ea 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:48:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/014e6cc50ca54678a3bc8e1e207ac9f6 is 1055, key is row0002/info:/1732654134391/Put/seqid=0 2024-11-26T20:48:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741838_1014 (size=6008) 2024-11-26T20:48:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741838_1014 (size=6008) 2024-11-26T20:48:54,562 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/014e6cc50ca54678a3bc8e1e207ac9f6 2024-11-26T20:48:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/014e6cc50ca54678a3bc8e1e207ac9f6 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6 2024-11-26T20:48:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6, entries=1, sequenceid=9, filesize=5.9 K 2024-11-26T20:48:54,576 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 26ms, sequenceid=9, compaction requested=false 2024-11-26T20:48:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 08873106eaeceec1beac3d12fd4252ea: 2024-11-26T20:48:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:48:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T20:48:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T20:48:54,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T20:48:54,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-26T20:48:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-26T20:49:03,081 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T20:49:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T20:49:04,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T20:49:04,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654144423, exclude list is [], retry=0 2024-11-26T20:49:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:49:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:49:04,441 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654113691 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654144423 2024-11-26T20:49:04,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-26T20:49:04,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654113691 is not closed yet, will try archiving it next time 2024-11-26T20:49:04,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:49:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741833_1009 (size=5471) 2024-11-26T20:49:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741833_1009 (size=5471) 2024-11-26T20:49:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:49:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T20:49:04,445 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:49:04,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:49:04,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:49:04,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T20:49:04,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:04,600 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 08873106eaeceec1beac3d12fd4252ea 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:49:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/7148a56c9fd34a9992f80956b4b34d2d is 1055, key is row0003/info:/1732654144422/Put/seqid=0 2024-11-26T20:49:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741840_1016 (size=6008) 2024-11-26T20:49:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741840_1016 (size=6008) 2024-11-26T20:49:04,615 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/7148a56c9fd34a9992f80956b4b34d2d 2024-11-26T20:49:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/7148a56c9fd34a9992f80956b4b34d2d as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d 2024-11-26T20:49:04,632 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d, entries=1, sequenceid=13, filesize=5.9 K 2024-11-26T20:49:04,633 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 33ms, sequenceid=13, compaction requested=true 2024-11-26T20:49:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 08873106eaeceec1beac3d12fd4252ea: 2024-11-26T20:49:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T20:49:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T20:49:04,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T20:49:04,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-26T20:49:04,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-26T20:49:14,155 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T20:49:14,155 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T20:49:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T20:49:14,540 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T20:49:14,543 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:14,546 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:14,548 DEBUG [Time-limited test {}] regionserver.HStore(1541): 08873106eaeceec1beac3d12fd4252ea/info is initiating minor compaction (all files) 2024-11-26T20:49:14,548 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:49:14,548 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:14,549 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 08873106eaeceec1beac3d12fd4252ea/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:14,549 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d] into tmpdir=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp, totalSize=17.6 K 2024-11-26T20:49:14,551 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ebeb21186fba4a0596657f05e4e8becf, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732654124277 2024-11-26T20:49:14,552 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 014e6cc50ca54678a3bc8e1e207ac9f6, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732654134391 2024-11-26T20:49:14,552 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7148a56c9fd34a9992f80956b4b34d2d, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732654144422 2024-11-26T20:49:14,578 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 08873106eaeceec1beac3d12fd4252ea#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:14,580 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/66d0c3eec68a42f397ecba38247c7132 is 1055, key is row0001/info:/1732654124277/Put/seqid=0 2024-11-26T20:49:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741841_1017 (size=8221) 2024-11-26T20:49:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741841_1017 (size=8221) 2024-11-26T20:49:14,602 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/66d0c3eec68a42f397ecba38247c7132 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/66d0c3eec68a42f397ecba38247c7132 2024-11-26T20:49:14,619 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08873106eaeceec1beac3d12fd4252ea/info of 08873106eaeceec1beac3d12fd4252ea into 66d0c3eec68a42f397ecba38247c7132(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:14,619 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 08873106eaeceec1beac3d12fd4252ea: 2024-11-26T20:49:14,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654154622, exclude list is [], retry=0 2024-11-26T20:49:14,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:49:14,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:49:14,644 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654144423 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654154622 2024-11-26T20:49:14,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095),(127.0.0.1/127.0.0.1:32899:32899)] 2024-11-26T20:49:14,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654144423 is not closed yet, will try archiving it next time 2024-11-26T20:49:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741839_1015 (size=2495) 2024-11-26T20:49:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741839_1015 (size=2495) 2024-11-26T20:49:14,647 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654113691 to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs/cd6be161543e%2C43719%2C1732654113191.1732654113691 2024-11-26T20:49:14,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:49:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:49:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T20:49:14,653 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:49:14,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:49:14,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:49:14,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T20:49:14,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:14,809 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 08873106eaeceec1beac3d12fd4252ea 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:49:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/f0402a4d65c848cf9e125d0d4a06205a is 1055, key is row0000/info:/1732654154620/Put/seqid=0 2024-11-26T20:49:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741843_1019 (size=6008) 2024-11-26T20:49:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741843_1019 (size=6008) 2024-11-26T20:49:14,827 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/f0402a4d65c848cf9e125d0d4a06205a 2024-11-26T20:49:14,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/f0402a4d65c848cf9e125d0d4a06205a as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/f0402a4d65c848cf9e125d0d4a06205a 2024-11-26T20:49:14,842 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/f0402a4d65c848cf9e125d0d4a06205a, entries=1, sequenceid=18, filesize=5.9 K 2024-11-26T20:49:14,844 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 35ms, sequenceid=18, compaction requested=false 2024-11-26T20:49:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 08873106eaeceec1beac3d12fd4252ea: 2024-11-26T20:49:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T20:49:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T20:49:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T20:49:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 200 msec 2024-11-26T20:49:14,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 210 msec 2024-11-26T20:49:19,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 08873106eaeceec1beac3d12fd4252ea, had cached 0 bytes from a total of 14229 2024-11-26T20:49:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T20:49:24,681 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T20:49:24,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654164683, exclude list is [], retry=0 2024-11-26T20:49:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-1808da11-fdac-480b-841f-c2e7bcce19bc,DISK] 2024-11-26T20:49:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-93b2b64d-992b-40a1-a0d1-e8bed71388e0,DISK] 2024-11-26T20:49:24,701 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654154622 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654164683 2024-11-26T20:49:24,701 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-26T20:49:24,701 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654154622 is not closed yet, will try archiving it next time 2024-11-26T20:49:24,701 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/WALs/cd6be161543e,43719,1732654113191/cd6be161543e%2C43719%2C1732654113191.1732654144423 to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs/cd6be161543e%2C43719%2C1732654113191.1732654144423 2024-11-26T20:49:24,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:49:24,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:49:24,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:49:24,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:24,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:24,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:49:24,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:49:24,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2127558337, stopped=false 2024-11-26T20:49:24,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,40889,1732654113118 2024-11-26T20:49:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741842_1018 (size=2001) 2024-11-26T20:49:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741842_1018 (size=2001) 2024-11-26T20:49:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:24,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:49:24,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:49:24,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:49:24,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:24,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,43719,1732654113191' ***** 2024-11-26T20:49:24,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:49:24,705 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:49:24,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(3091): Received CLOSE for 08873106eaeceec1beac3d12fd4252ea 2024-11-26T20:49:24,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:24,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,43719,1732654113191 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:49:24,706 INFO [RS:0;cd6be161543e:43719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:43719. 2024-11-26T20:49:24,706 DEBUG [RS:0;cd6be161543e:43719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:49:24,707 DEBUG [RS:0;cd6be161543e:43719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:24,707 INFO [RS:0;cd6be161543e:43719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:49:24,707 INFO [RS:0;cd6be161543e:43719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:49:24,707 INFO [RS:0;cd6be161543e:43719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:49:24,707 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:49:24,707 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T20:49:24,707 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08873106eaeceec1beac3d12fd4252ea=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.} 2024-11-26T20:49:24,707 DEBUG [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1351): Waiting on 08873106eaeceec1beac3d12fd4252ea, 1588230740 2024-11-26T20:49:24,707 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08873106eaeceec1beac3d12fd4252ea, disabling compactions & flushes 2024-11-26T20:49:24,707 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:49:24,707 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:24,707 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:49:24,707 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:24,707 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:49:24,707 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. after waiting 0 ms 2024-11-26T20:49:24,708 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:24,708 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:49:24,708 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:49:24,708 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08873106eaeceec1beac3d12fd4252ea 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:49:24,708 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-26T20:49:24,715 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/89807e4a787c41eaa94f457e38fca790 is 1055, key is row0001/info:/1732654164682/Put/seqid=0 2024-11-26T20:49:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741845_1021 (size=6008) 2024-11-26T20:49:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741845_1021 (size=6008) 2024-11-26T20:49:24,729 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/89807e4a787c41eaa94f457e38fca790 2024-11-26T20:49:24,731 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/info/920ca5dad72d482d873c6eec1104aa4c is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea./info:regioninfo/1732654114597/Put/seqid=0 2024-11-26T20:49:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741846_1022 (size=7308) 2024-11-26T20:49:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741846_1022 (size=7308) 2024-11-26T20:49:24,751 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/.tmp/info/89807e4a787c41eaa94f457e38fca790 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/89807e4a787c41eaa94f457e38fca790 2024-11-26T20:49:24,751 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/info/920ca5dad72d482d873c6eec1104aa4c 2024-11-26T20:49:24,760 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/89807e4a787c41eaa94f457e38fca790, entries=1, sequenceid=22, filesize=5.9 K 2024-11-26T20:49:24,761 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 53ms, sequenceid=22, compaction requested=true 2024-11-26T20:49:24,764 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d] to archive 2024-11-26T20:49:24,768 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:49:24,771 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/ebeb21186fba4a0596657f05e4e8becf 2024-11-26T20:49:24,773 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6 to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/014e6cc50ca54678a3bc8e1e207ac9f6 2024-11-26T20:49:24,775 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d to hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/info/7148a56c9fd34a9992f80956b4b34d2d 2024-11-26T20:49:24,779 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/ns/6ecc16f9c5594826bca7c1149af69e00 is 43, key is default/ns:d/1732654114121/Put/seqid=0 2024-11-26T20:49:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741847_1023 (size=5153) 2024-11-26T20:49:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741847_1023 (size=5153) 2024-11-26T20:49:24,790 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/ns/6ecc16f9c5594826bca7c1149af69e00 2024-11-26T20:49:24,791 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cd6be161543e:40889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-26T20:49:24,791 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ebeb21186fba4a0596657f05e4e8becf=6008, 014e6cc50ca54678a3bc8e1e207ac9f6=6008, 7148a56c9fd34a9992f80956b4b34d2d=6008] 2024-11-26T20:49:24,797 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/08873106eaeceec1beac3d12fd4252ea/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-26T20:49:24,798 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:24,798 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08873106eaeceec1beac3d12fd4252ea: Waiting for close lock at 1732654164707Running coprocessor pre-close hooks at 1732654164707Disabling compacts and flushes for region at 1732654164707Disabling writes for close at 1732654164707Obtaining lock to block concurrent updates at 1732654164708 (+1 ms)Preparing flush snapshotting stores in 08873106eaeceec1beac3d12fd4252ea at 1732654164708Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732654164708Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. at 1732654164712 (+4 ms)Flushing 08873106eaeceec1beac3d12fd4252ea/info: creating writer at 1732654164712Flushing 08873106eaeceec1beac3d12fd4252ea/info: appending metadata at 1732654164715 (+3 ms)Flushing 08873106eaeceec1beac3d12fd4252ea/info: closing flushed file at 1732654164715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50db5597: reopening flushed file at 1732654164749 (+34 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 08873106eaeceec1beac3d12fd4252ea in 53ms, sequenceid=22, compaction requested=true at 1732654164761 (+12 ms)Writing region close event to WAL at 1732654164792 (+31 ms)Running coprocessor post-close hooks at 1732654164798 (+6 ms)Closed at 1732654164798 2024-11-26T20:49:24,798 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732654114233.08873106eaeceec1beac3d12fd4252ea. 2024-11-26T20:49:24,818 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/table/b2da7f4382354b79be80c7a8fbdbad8d is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732654114606/Put/seqid=0 2024-11-26T20:49:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741848_1024 (size=5508) 2024-11-26T20:49:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741848_1024 (size=5508) 2024-11-26T20:49:24,827 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/table/b2da7f4382354b79be80c7a8fbdbad8d 2024-11-26T20:49:24,835 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/info/920ca5dad72d482d873c6eec1104aa4c as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/info/920ca5dad72d482d873c6eec1104aa4c 2024-11-26T20:49:24,843 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/info/920ca5dad72d482d873c6eec1104aa4c, entries=10, sequenceid=11, filesize=7.1 K 2024-11-26T20:49:24,844 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/ns/6ecc16f9c5594826bca7c1149af69e00 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/ns/6ecc16f9c5594826bca7c1149af69e00 2024-11-26T20:49:24,851 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/ns/6ecc16f9c5594826bca7c1149af69e00, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T20:49:24,852 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/.tmp/table/b2da7f4382354b79be80c7a8fbdbad8d as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/table/b2da7f4382354b79be80c7a8fbdbad8d 2024-11-26T20:49:24,857 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/table/b2da7f4382354b79be80c7a8fbdbad8d, entries=2, sequenceid=11, filesize=5.4 K 2024-11-26T20:49:24,858 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-26T20:49:24,864 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T20:49:24,864 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:49:24,865 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:49:24,865 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654164707Running coprocessor pre-close hooks at 1732654164707Disabling compacts and flushes for region at 1732654164707Disabling writes for close at 1732654164708 (+1 ms)Obtaining lock to block concurrent updates at 1732654164708Preparing flush snapshotting stores in 1588230740 at 1732654164708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732654164708Flushing stores of hbase:meta,,1.1588230740 at 1732654164709 (+1 ms)Flushing 1588230740/info: creating writer at 1732654164709Flushing 1588230740/info: appending metadata at 1732654164731 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732654164731Flushing 1588230740/ns: creating writer at 1732654164761 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732654164779 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732654164779Flushing 1588230740/table: creating writer at 1732654164797 (+18 ms)Flushing 1588230740/table: appending metadata at 1732654164813 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732654164817 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abb6727: reopening flushed file at 1732654164834 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eda7173: reopening flushed file at 1732654164844 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5bba53: reopening flushed file at 1732654164851 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1732654164858 (+7 ms)Writing region close event to WAL at 1732654164860 (+2 ms)Running coprocessor post-close hooks at 1732654164864 (+4 ms)Closed at 1732654164865 (+1 ms) 2024-11-26T20:49:24,865 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:49:24,907 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,43719,1732654113191; all regions closed. 2024-11-26T20:49:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741834_1010 (size=3306) 2024-11-26T20:49:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741834_1010 (size=3306) 2024-11-26T20:49:24,913 DEBUG [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs 2024-11-26T20:49:24,913 INFO [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C43719%2C1732654113191.meta:.meta(num 1732654114051) 2024-11-26T20:49:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741844_1020 (size=1252) 2024-11-26T20:49:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741844_1020 (size=1252) 2024-11-26T20:49:24,918 DEBUG [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/oldWALs 2024-11-26T20:49:24,918 INFO [RS:0;cd6be161543e:43719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C43719%2C1732654113191:(num 1732654164683) 2024-11-26T20:49:24,918 DEBUG [RS:0;cd6be161543e:43719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:24,918 INFO [RS:0;cd6be161543e:43719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:49:24,918 INFO [RS:0;cd6be161543e:43719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:49:24,918 INFO [RS:0;cd6be161543e:43719 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:49:24,919 INFO [RS:0;cd6be161543e:43719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:49:24,919 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:49:24,919 INFO [RS:0;cd6be161543e:43719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43719 2024-11-26T20:49:24,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:49:24,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,43719,1732654113191 2024-11-26T20:49:24,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,43719,1732654113191] 2024-11-26T20:49:24,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,43719,1732654113191 already deleted, retry=false 2024-11-26T20:49:24,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,43719,1732654113191 expired; onlineServers=0 2024-11-26T20:49:24,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,40889,1732654113118' ***** 2024-11-26T20:49:24,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:49:24,927 INFO [M:0;cd6be161543e:40889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:49:24,927 INFO [M:0;cd6be161543e:40889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:49:24,927 DEBUG [M:0;cd6be161543e:40889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:49:24,927 DEBUG [M:0;cd6be161543e:40889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:49:24,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:49:24,927 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654113433 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654113433,5,FailOnTimeoutGroup] 2024-11-26T20:49:24,927 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654113433 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654113433,5,FailOnTimeoutGroup] 2024-11-26T20:49:24,927 INFO [M:0;cd6be161543e:40889 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:49:24,927 INFO [M:0;cd6be161543e:40889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:49:24,927 DEBUG [M:0;cd6be161543e:40889 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:49:24,927 INFO [M:0;cd6be161543e:40889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:49:24,928 INFO [M:0;cd6be161543e:40889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:49:24,928 INFO [M:0;cd6be161543e:40889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:49:24,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:49:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:24,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:24,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:24,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:24,932 DEBUG [M:0;cd6be161543e:40889 {}] zookeeper.ZKUtil(347): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:49:24,932 WARN [M:0;cd6be161543e:40889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:49:24,933 INFO [RS:0;cd6be161543e:43719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:49:24,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:49:24,937 INFO [M:0;cd6be161543e:40889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/.lastflushedseqids 2024-11-26T20:49:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741849_1025 (size=130) 2024-11-26T20:49:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741849_1025 (size=130) 2024-11-26T20:49:24,946 INFO [M:0;cd6be161543e:40889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:49:24,946 INFO [M:0;cd6be161543e:40889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:49:24,946 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:49:24,946 INFO [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:24,946 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:24,946 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:49:24,946 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:24,947 INFO [M:0;cd6be161543e:40889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-11-26T20:49:24,964 DEBUG [M:0;cd6be161543e:40889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7570e0880ac41a89afd203fe33013fe is 82, key is hbase:meta,,1/info:regioninfo/1732654114096/Put/seqid=0 2024-11-26T20:49:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741850_1026 (size=5672) 2024-11-26T20:49:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741850_1026 (size=5672) 2024-11-26T20:49:24,971 INFO [M:0;cd6be161543e:40889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7570e0880ac41a89afd203fe33013fe 2024-11-26T20:49:24,995 DEBUG [M:0;cd6be161543e:40889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715c8769b2c54e829498aa63f86f49de is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654114610/Put/seqid=0 2024-11-26T20:49:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741851_1027 (size=7820) 2024-11-26T20:49:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741851_1027 (size=7820) 2024-11-26T20:49:25,001 INFO [M:0;cd6be161543e:40889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715c8769b2c54e829498aa63f86f49de 2024-11-26T20:49:25,006 INFO [M:0;cd6be161543e:40889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 715c8769b2c54e829498aa63f86f49de 2024-11-26T20:49:25,023 DEBUG [M:0;cd6be161543e:40889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88c170493f9546cc9ce1f061934f9694 is 69, key is cd6be161543e,43719,1732654113191/rs:state/1732654113540/Put/seqid=0 2024-11-26T20:49:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741852_1028 (size=5156) 2024-11-26T20:49:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741852_1028 (size=5156) 2024-11-26T20:49:25,030 INFO [M:0;cd6be161543e:40889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88c170493f9546cc9ce1f061934f9694 2024-11-26T20:49:25,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:49:25,036 INFO [RS:0;cd6be161543e:43719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:49:25,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43719-0x10156098bcb0001, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:49:25,036 INFO [RS:0;cd6be161543e:43719 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,43719,1732654113191; zookeeper connection closed. 2024-11-26T20:49:25,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cbb48b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cbb48b9 2024-11-26T20:49:25,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T20:49:25,056 DEBUG [M:0;cd6be161543e:40889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fc744f1adad44448c1d4ebd63e6b783 is 52, key is load_balancer_on/state:d/1732654114229/Put/seqid=0 2024-11-26T20:49:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741853_1029 (size=5056) 2024-11-26T20:49:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741853_1029 (size=5056) 2024-11-26T20:49:25,063 INFO [M:0;cd6be161543e:40889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fc744f1adad44448c1d4ebd63e6b783 2024-11-26T20:49:25,069 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7570e0880ac41a89afd203fe33013fe as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7570e0880ac41a89afd203fe33013fe 2024-11-26T20:49:25,075 INFO [M:0;cd6be161543e:40889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7570e0880ac41a89afd203fe33013fe, entries=8, sequenceid=121, filesize=5.5 K 2024-11-26T20:49:25,076 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715c8769b2c54e829498aa63f86f49de as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/715c8769b2c54e829498aa63f86f49de 2024-11-26T20:49:25,081 INFO [M:0;cd6be161543e:40889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 715c8769b2c54e829498aa63f86f49de 2024-11-26T20:49:25,081 INFO [M:0;cd6be161543e:40889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/715c8769b2c54e829498aa63f86f49de, entries=14, sequenceid=121, filesize=7.6 K 2024-11-26T20:49:25,082 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88c170493f9546cc9ce1f061934f9694 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88c170493f9546cc9ce1f061934f9694 2024-11-26T20:49:25,088 INFO [M:0;cd6be161543e:40889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88c170493f9546cc9ce1f061934f9694, entries=1, sequenceid=121, filesize=5.0 K 2024-11-26T20:49:25,089 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fc744f1adad44448c1d4ebd63e6b783 as hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8fc744f1adad44448c1d4ebd63e6b783 2024-11-26T20:49:25,094 INFO [M:0;cd6be161543e:40889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/d44a4d0f-5824-5727-cc65-41b93db014f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8fc744f1adad44448c1d4ebd63e6b783, entries=1, sequenceid=121, filesize=4.9 K 2024-11-26T20:49:25,095 INFO [M:0;cd6be161543e:40889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=121, compaction requested=false 2024-11-26T20:49:25,097 INFO [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:25,097 DEBUG [M:0;cd6be161543e:40889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654164946Disabling compacts and flushes for region at 1732654164946Disabling writes for close at 1732654164946Obtaining lock to block concurrent updates at 1732654164947 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654164947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1732654164947Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654164948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654164948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654164964 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654164964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654164978 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654164994 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654164994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654165007 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654165022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654165023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732654165037 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732654165055 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732654165056 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fdb4e0: reopening flushed file at 1732654165068 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d60015: reopening flushed file at 1732654165075 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11350994: reopening flushed file at 1732654165081 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c5c806: reopening flushed file at 1732654165088 (+7 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=121, compaction requested=false at 1732654165095 (+7 ms)Writing region close event to WAL at 1732654165097 (+2 ms)Closed at 1732654165097 2024-11-26T20:49:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44313 is added to blk_1073741830_1006 (size=53008) 2024-11-26T20:49:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741830_1006 (size=53008) 2024-11-26T20:49:25,100 INFO [M:0;cd6be161543e:40889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:49:25,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:49:25,100 INFO [M:0;cd6be161543e:40889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40889 2024-11-26T20:49:25,101 INFO [M:0;cd6be161543e:40889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:49:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:49:25,204 INFO [M:0;cd6be161543e:40889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:49:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40889-0x10156098bcb0000, quorum=127.0.0.1:52414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:49:25,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e948e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:25,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e39869{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:49:25,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:49:25,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5961c9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:49:25,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa875a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,STOPPED} 2024-11-26T20:49:25,212 WARN [BP-1506612571-172.17.0.2-1732654112213 heartbeating to localhost/127.0.0.1:41997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:49:25,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:49:25,212 WARN [BP-1506612571-172.17.0.2-1732654112213 heartbeating to localhost/127.0.0.1:41997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506612571-172.17.0.2-1732654112213 (Datanode Uuid 9ccd666a-709d-4adf-af2e-861d73241a96) service to localhost/127.0.0.1:41997 2024-11-26T20:49:25,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:49:25,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data3/current/BP-1506612571-172.17.0.2-1732654112213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:49:25,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data4/current/BP-1506612571-172.17.0.2-1732654112213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:49:25,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:49:25,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532be366{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:25,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d16e421{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:49:25,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:49:25,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d1382f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:49:25,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9079e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,STOPPED} 2024-11-26T20:49:25,219 WARN [BP-1506612571-172.17.0.2-1732654112213 heartbeating to localhost/127.0.0.1:41997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:49:25,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:49:25,219 WARN [BP-1506612571-172.17.0.2-1732654112213 heartbeating to localhost/127.0.0.1:41997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506612571-172.17.0.2-1732654112213 (Datanode Uuid f037ffcc-fad6-4306-8a53-a35b4d9c3911) service to localhost/127.0.0.1:41997 2024-11-26T20:49:25,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:49:25,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data1/current/BP-1506612571-172.17.0.2-1732654112213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:49:25,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/cluster_069b87e6-9bc1-6517-bcb7-f8c42169c509/data/data2/current/BP-1506612571-172.17.0.2-1732654112213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:49:25,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:49:25,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74cb8ae0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:49:25,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e577908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:49:25,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:49:25,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d37a692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:49:25,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695cc249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir/,STOPPED} 2024-11-26T20:49:25,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:49:25,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:49:25,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=429 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 166) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5579 (was 5635) 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=5579 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.log.dir so I do NOT create it in target/test-data/02ba9e49-6d1d-4656-246c-d54220454589 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c27f394-1006-94bb-3b8d-68c7857a038f/hadoop.tmp.dir so I do NOT create it in target/test-data/02ba9e49-6d1d-4656-246c-d54220454589 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596, deleteOnExit=true 2024-11-26T20:49:25,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/test.cache.data in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:49:25,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:49:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:49:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:49:25,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:25,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:25,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:25,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:25,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:25,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:25,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3c5090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:25,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a5eb89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:25,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73cb3a53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/java.io.tmpdir/jetty-localhost-38223-hadoop-hdfs-3_4_1-tests_jar-_-any-9074307199381765735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:49:25,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691a1dcb{HTTP/1.1, (http/1.1)}{localhost:38223} 2024-11-26T20:49:25,539 INFO [Time-limited test {}] server.Server(415): Started @141268ms 2024-11-26T20:49:25,559 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:49:25,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:25,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:25,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:25,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:25,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:25,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8e2a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:25,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61acdcce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:25,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47545a74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/java.io.tmpdir/jetty-localhost-38301-hadoop-hdfs-3_4_1-tests_jar-_-any-10815733653576522730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:25,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45c7784d{HTTP/1.1, (http/1.1)}{localhost:38301} 2024-11-26T20:49:25,782 INFO [Time-limited test {}] server.Server(415): Started @141511ms 2024-11-26T20:49:25,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:49:25,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:25,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:25,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:25,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:25,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:25,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb1f744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:25,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54fc99d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:25,896 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data2/current/BP-1954022583-172.17.0.2-1732654165313/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:25,899 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data1/current/BP-1954022583-172.17.0.2-1732654165313/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:25,937 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:49:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa32ca4272b9c9c5 with lease ID 0x22fd3e54214f301: Processing first storage report for DS-8b923f9b-0ab2-4d46-8238-0000d16210b1 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=1c15f24f-64e8-4053-a950-fb05f173354a, infoPort=45657, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313) 2024-11-26T20:49:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa32ca4272b9c9c5 with lease ID 0x22fd3e54214f301: from storage DS-8b923f9b-0ab2-4d46-8238-0000d16210b1 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=1c15f24f-64e8-4053-a950-fb05f173354a, infoPort=45657, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa32ca4272b9c9c5 with lease ID 0x22fd3e54214f301: Processing first storage report for DS-9ca5db76-fe93-4aff-b910-2a2147544bf3 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=1c15f24f-64e8-4053-a950-fb05f173354a, infoPort=45657, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313) 2024-11-26T20:49:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa32ca4272b9c9c5 with lease ID 0x22fd3e54214f301: from storage DS-9ca5db76-fe93-4aff-b910-2a2147544bf3 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=1c15f24f-64e8-4053-a950-fb05f173354a, infoPort=45657, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:25,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79aae1c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/java.io.tmpdir/jetty-localhost-33985-hadoop-hdfs-3_4_1-tests_jar-_-any-959509706341194873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:25,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19fddbe4{HTTP/1.1, (http/1.1)}{localhost:33985} 2024-11-26T20:49:25,967 INFO [Time-limited test {}] server.Server(415): Started @141696ms 2024-11-26T20:49:25,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:49:26,106 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data3/current/BP-1954022583-172.17.0.2-1732654165313/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:26,106 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data4/current/BP-1954022583-172.17.0.2-1732654165313/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:26,124 WARN [Thread-1106 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:49:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63e98cbda4b49e52 with lease ID 0x22fd3e54214f302: Processing first storage report for DS-06a5b316-1894-4f40-8e39-66520b0c1680 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=4cce659f-5d1e-490a-a44e-ca4522defce8, infoPort=44843, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313) 2024-11-26T20:49:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63e98cbda4b49e52 with lease ID 0x22fd3e54214f302: from storage DS-06a5b316-1894-4f40-8e39-66520b0c1680 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=4cce659f-5d1e-490a-a44e-ca4522defce8, infoPort=44843, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63e98cbda4b49e52 with lease ID 0x22fd3e54214f302: Processing first storage report for DS-9e840486-0be4-400e-97f4-54083db44b26 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=4cce659f-5d1e-490a-a44e-ca4522defce8, infoPort=44843, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313) 2024-11-26T20:49:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63e98cbda4b49e52 with lease ID 0x22fd3e54214f302: from storage DS-9e840486-0be4-400e-97f4-54083db44b26 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=4cce659f-5d1e-490a-a44e-ca4522defce8, infoPort=44843, infoSecurePort=0, ipcPort=41483, storageInfo=lv=-57;cid=testClusterID;nsid=468771407;c=1732654165313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:26,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589 2024-11-26T20:49:26,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/zookeeper_0, clientPort=63834, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:49:26,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63834 2024-11-26T20:49:26,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:49:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:49:26,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da with version=8 2024-11-26T20:49:26,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase-staging 2024-11-26T20:49:26,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:49:26,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:26,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39245 2024-11-26T20:49:26,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39245 connecting to ZooKeeper ensemble=127.0.0.1:63834 2024-11-26T20:49:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392450x0, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:26,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39245-0x101560a5b5d0000 connected 2024-11-26T20:49:26,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:26,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da, hbase.cluster.distributed=false 2024-11-26T20:49:26,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-26T20:49:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39245 2024-11-26T20:49:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39245 2024-11-26T20:49:26,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-26T20:49:26,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-26T20:49:26,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:26,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:26,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:26,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:26,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:49:26,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:26,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38843 2024-11-26T20:49:26,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38843 connecting to ZooKeeper ensemble=127.0.0.1:63834 2024-11-26T20:49:26,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388430x0, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:26,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388430x0, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:26,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38843-0x101560a5b5d0001 connected 2024-11-26T20:49:26,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:49:26,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:49:26,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:49:26,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-26T20:49:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38843 2024-11-26T20:49:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38843 2024-11-26T20:49:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-26T20:49:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-26T20:49:26,327 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:39245 2024-11-26T20:49:26,327 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:26,329 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,332 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:49:26,333 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,39245,1732654166237 from backup master directory 2024-11-26T20:49:26,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:26,335 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:26,335 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:26,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:26,340 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/hbase.id] with ID: 591141aa-48fe-437c-823b-3b703fe1910f 2024-11-26T20:49:26,340 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/.tmp/hbase.id 2024-11-26T20:49:26,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/cd6be161543e,39245,1732654166237 because node does not exist (not an error) 2024-11-26T20:49:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:49:26,349 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/.tmp/hbase.id]:[hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/hbase.id] 2024-11-26T20:49:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:49:26,361 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:26,361 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:49:26,363 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T20:49:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:49:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:49:26,371 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:49:26,372 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:49:26,373 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:49:26,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:49:26,381 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store 2024-11-26T20:49:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:49:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:49:26,390 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:26,390 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:26,390 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654166390Disabling compacts and flushes for region at 1732654166390Disabling writes for close at 1732654166390Writing region close event to WAL at 1732654166390Closed at 1732654166390 2024-11-26T20:49:26,391 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/.initializing 2024-11-26T20:49:26,391 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/WALs/cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,392 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:26,394 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C39245%2C1732654166237, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/WALs/cd6be161543e,39245,1732654166237, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/oldWALs, maxLogs=10 2024-11-26T20:49:26,409 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/WALs/cd6be161543e,39245,1732654166237/cd6be161543e%2C39245%2C1732654166237.1732654166394, exclude list is [], retry=0 2024-11-26T20:49:26,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-8b923f9b-0ab2-4d46-8238-0000d16210b1,DISK] 2024-11-26T20:49:26,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-06a5b316-1894-4f40-8e39-66520b0c1680,DISK] 2024-11-26T20:49:26,414 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/WALs/cd6be161543e,39245,1732654166237/cd6be161543e%2C39245%2C1732654166237.1732654166394 2024-11-26T20:49:26,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657),(127.0.0.1/127.0.0.1:44843:44843)] 2024-11-26T20:49:26,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:26,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:26,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,414 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:49:26,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:26,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:49:26,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:26,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:49:26,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:26,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:49:26,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:26,423 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,424 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,424 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,427 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,427 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,427 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:49:26,428 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:26,431 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:26,431 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836747, jitterRate=0.06397975981235504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:49:26,432 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654166414Initializing all the Stores at 1732654166415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654166415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654166415Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654166415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654166415Cleaning up temporary data from old regions at 1732654166427 (+12 ms)Region opened successfully at 1732654166432 (+5 ms) 2024-11-26T20:49:26,432 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:49:26,436 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b70604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:26,437 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:49:26,437 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:49:26,437 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:49:26,437 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:49:26,438 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T20:49:26,438 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T20:49:26,438 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:49:26,441 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:49:26,442 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:49:26,444 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:49:26,444 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:49:26,445 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:49:26,446 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:49:26,447 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:49:26,448 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:49:26,451 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:49:26,452 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:49:26,453 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:49:26,455 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:49:26,456 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:49:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,459 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,39245,1732654166237, sessionid=0x101560a5b5d0000, setting cluster-up flag (Was=false) 2024-11-26T20:49:26,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,469 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:49:26,470 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,478 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:49:26,479 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,39245,1732654166237 2024-11-26T20:49:26,481 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:49:26,483 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:26,483 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:49:26,483 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:49:26,484 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,39245,1732654166237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:26,486 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654196493 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:49:26,493 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:26,494 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:49:26,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:49:26,494 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:49:26,494 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:49:26,494 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:49:26,494 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:49:26,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:49:26,496 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654166494,5,FailOnTimeoutGroup] 2024-11-26T20:49:26,496 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654166496,5,FailOnTimeoutGroup] 2024-11-26T20:49:26,496 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,496 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:49:26,496 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,496 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:49:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:49:26,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:49:26,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da 2024-11-26T20:49:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:49:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:49:26,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:26,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:49:26,516 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(746): ClusterId : 591141aa-48fe-437c-823b-3b703fe1910f 2024-11-26T20:49:26,516 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:49:26,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:49:26,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:26,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:49:26,519 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:49:26,519 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:49:26,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:49:26,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:26,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:49:26,522 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:49:26,522 DEBUG [RS:0;cd6be161543e:38843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78835d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:26,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:49:26,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:49:26,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:49:26,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:26,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:26,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:49:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740 2024-11-26T20:49:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740 2024-11-26T20:49:26,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:49:26,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:49:26,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:49:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:49:26,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:26,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776474, jitterRate=-0.01266343891620636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:49:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654166515Initializing all the Stores at 1732654166516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654166516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654166516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654166516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654166516Cleaning up temporary data from old regions at 1732654166528 (+12 ms)Region opened successfully at 1732654166533 (+5 ms) 2024-11-26T20:49:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:49:26,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:49:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:49:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:49:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:49:26,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:49:26,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654166533Disabling compacts and flushes for region at 1732654166533Disabling writes for close at 1732654166533Writing region close event to WAL at 1732654166533Closed at 1732654166533 2024-11-26T20:49:26,535 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:38843 2024-11-26T20:49:26,535 INFO [RS:0;cd6be161543e:38843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:49:26,535 INFO [RS:0;cd6be161543e:38843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:49:26,535 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:49:26,536 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,39245,1732654166237 with port=38843, startcode=1732654166300 2024-11-26T20:49:26,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:26,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:49:26,536 DEBUG [RS:0;cd6be161543e:38843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:49:26,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:49:26,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:49:26,538 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:49:26,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:49:26,540 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da 2024-11-26T20:49:26,540 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38475 2024-11-26T20:49:26,540 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:49:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:49:26,544 DEBUG [RS:0;cd6be161543e:38843 {}] zookeeper.ZKUtil(111): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,544 WARN [RS:0;cd6be161543e:38843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:26,545 INFO [RS:0;cd6be161543e:38843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:26,545 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,38843,1732654166300] 2024-11-26T20:49:26,552 INFO [RS:0;cd6be161543e:38843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:49:26,554 INFO [RS:0;cd6be161543e:38843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:49:26,554 INFO [RS:0;cd6be161543e:38843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:49:26,554 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,555 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:49:26,555 INFO [RS:0;cd6be161543e:38843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:49:26,556 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,556 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:26,557 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:26,557 DEBUG [RS:0;cd6be161543e:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,560 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38843,1732654166300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:26,584 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:49:26,584 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38843,1732654166300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,584 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,585 INFO [RS:0;cd6be161543e:38843 {}] regionserver.Replication(171): cd6be161543e,38843,1732654166300 started 2024-11-26T20:49:26,605 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:26,605 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,38843,1732654166300, RpcServer on cd6be161543e/172.17.0.2:38843, sessionid=0x101560a5b5d0001 2024-11-26T20:49:26,606 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:49:26,606 DEBUG [RS:0;cd6be161543e:38843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,606 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,38843,1732654166300' 2024-11-26T20:49:26,606 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,38843,1732654166300' 2024-11-26T20:49:26,607 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:49:26,608 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:49:26,609 DEBUG [RS:0;cd6be161543e:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:49:26,609 INFO [RS:0;cd6be161543e:38843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:49:26,609 INFO [RS:0;cd6be161543e:38843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:49:26,689 WARN [cd6be161543e:39245 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:49:26,710 INFO [RS:0;cd6be161543e:38843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:26,711 INFO [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C38843%2C1732654166300, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs, maxLogs=32 2024-11-26T20:49:26,726 DEBUG [RS:0;cd6be161543e:38843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654166712, exclude list is [], retry=0 2024-11-26T20:49:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-06a5b316-1894-4f40-8e39-66520b0c1680,DISK] 2024-11-26T20:49:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-8b923f9b-0ab2-4d46-8238-0000d16210b1,DISK] 2024-11-26T20:49:26,732 INFO [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654166712 2024-11-26T20:49:26,732 DEBUG [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44843:44843),(127.0.0.1/127.0.0.1:45657:45657)] 2024-11-26T20:49:26,939 DEBUG [cd6be161543e:39245 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T20:49:26,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:26,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,38843,1732654166300, state=OPENING 2024-11-26T20:49:26,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:49:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:26,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:49:26,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:26,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:26,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,38843,1732654166300}] 2024-11-26T20:49:27,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:49:27,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:49:27,105 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:49:27,105 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:27,105 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:49:27,107 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C38843%2C1732654166300.meta, suffix=.meta, logDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs, maxLogs=32 2024-11-26T20:49:27,125 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.meta.1732654167108.meta, exclude list is [], retry=0 2024-11-26T20:49:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-06a5b316-1894-4f40-8e39-66520b0c1680,DISK] 2024-11-26T20:49:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-8b923f9b-0ab2-4d46-8238-0000d16210b1,DISK] 2024-11-26T20:49:27,131 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.meta.1732654167108.meta 2024-11-26T20:49:27,131 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657),(127.0.0.1/127.0.0.1:44843:44843)] 2024-11-26T20:49:27,131 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:27,131 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:49:27,131 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:49:27,132 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:49:27,132 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:49:27,132 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:27,132 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:49:27,132 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:49:27,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:49:27,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:49:27,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:49:27,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:49:27,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:27,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:49:27,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:49:27,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:27,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:49:27,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:49:27,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:27,139 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:49:27,140 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740 2024-11-26T20:49:27,141 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740 2024-11-26T20:49:27,142 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:49:27,142 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:49:27,143 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:49:27,144 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:49:27,145 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710376, jitterRate=-0.09671062231063843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:49:27,145 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:49:27,146 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654167132Writing region info on filesystem at 1732654167132Initializing all the Stores at 1732654167133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654167133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654167133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654167133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654167133Cleaning up temporary data from old regions at 1732654167142 (+9 ms)Running coprocessor post-open hooks at 1732654167145 (+3 ms)Region opened successfully at 1732654167146 (+1 ms) 2024-11-26T20:49:27,147 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654167097 2024-11-26T20:49:27,150 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:49:27,150 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:49:27,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:27,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,38843,1732654166300, state=OPEN 2024-11-26T20:49:27,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:27,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:27,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:27,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:27,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,38843,1732654166300 2024-11-26T20:49:27,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:49:27,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,38843,1732654166300 in 218 msec 2024-11-26T20:49:27,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:49:27,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-26T20:49:27,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:27,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:49:27,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:49:27,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,38843,1732654166300, seqNum=-1] 2024-11-26T20:49:27,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:49:27,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:49:27,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-26T20:49:27,185 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654167185, completionTime=-1 2024-11-26T20:49:27,185 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T20:49:27,185 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654227187 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654287187 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,187 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,188 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,188 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:39245, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,188 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,189 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,190 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:49:27,192 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.857sec 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:27,193 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:49:27,195 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:49:27,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:49:27,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39245,1732654166237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:27,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbba026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:27,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,39245,-1 for getting cluster id 2024-11-26T20:49:27,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:49:27,218 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '591141aa-48fe-437c-823b-3b703fe1910f' 2024-11-26T20:49:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:49:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "591141aa-48fe-437c-823b-3b703fe1910f" 2024-11-26T20:49:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6a79b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,39245,-1] 2024-11-26T20:49:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:49:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:27,221 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:49:27,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be08bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:27,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:49:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,38843,1732654166300, seqNum=-1] 2024-11-26T20:49:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:49:27,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:49:27,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,39245,1732654166237 2024-11-26T20:49:27,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:27,231 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T20:49:27,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:49:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,39245,1732654166237 2024-11-26T20:49:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201ce2d3 2024-11-26T20:49:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:49:27,234 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:49:27,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T20:49:27,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T20:49:27,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:49:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-26T20:49:27,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:49:27,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-26T20:49:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:49:27,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:49:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741835_1011 (size=381) 2024-11-26T20:49:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741835_1011 (size=381) 2024-11-26T20:49:27,252 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 123004df4739a8b19c5c91bd5155a97b, NAME => 'TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da 2024-11-26T20:49:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741836_1012 (size=64) 2024-11-26T20:49:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741836_1012 (size=64) 2024-11-26T20:49:27,262 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:27,263 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 123004df4739a8b19c5c91bd5155a97b, disabling compactions & flushes 2024-11-26T20:49:27,263 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,263 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,263 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. after waiting 0 ms 2024-11-26T20:49:27,263 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,263 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,263 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 123004df4739a8b19c5c91bd5155a97b: Waiting for close lock at 1732654167263Disabling compacts and flushes for region at 1732654167263Disabling writes for close at 1732654167263Writing region close event to WAL at 1732654167263Closed at 1732654167263 2024-11-26T20:49:27,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:49:27,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732654167265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654167265"}]},"ts":"1732654167265"} 2024-11-26T20:49:27,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:49:27,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:49:27,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654167269"}]},"ts":"1732654167269"} 2024-11-26T20:49:27,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-26T20:49:27,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, ASSIGN}] 2024-11-26T20:49:27,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, ASSIGN 2024-11-26T20:49:27,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, ASSIGN; state=OFFLINE, location=cd6be161543e,38843,1732654166300; forceNewPlan=false, retain=false 2024-11-26T20:49:27,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=123004df4739a8b19c5c91bd5155a97b, regionState=OPENING, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, ASSIGN because future has completed 2024-11-26T20:49:27,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300}] 2024-11-26T20:49:27,586 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 123004df4739a8b19c5c91bd5155a97b, NAME => 'TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:27,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:27,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,587 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,589 INFO [StoreOpener-123004df4739a8b19c5c91bd5155a97b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,591 INFO [StoreOpener-123004df4739a8b19c5c91bd5155a97b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123004df4739a8b19c5c91bd5155a97b columnFamilyName info 2024-11-26T20:49:27,591 DEBUG [StoreOpener-123004df4739a8b19c5c91bd5155a97b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:27,591 INFO [StoreOpener-123004df4739a8b19c5c91bd5155a97b-1 {}] regionserver.HStore(327): Store=123004df4739a8b19c5c91bd5155a97b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:27,592 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,592 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,593 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,593 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,593 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,595 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,597 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:27,597 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 123004df4739a8b19c5c91bd5155a97b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=773792, jitterRate=-0.01607346534729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:27,597 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:27,598 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 123004df4739a8b19c5c91bd5155a97b: Running coprocessor pre-open hook at 1732654167587Writing region info on filesystem at 1732654167587Initializing all the Stores at 1732654167588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654167588Cleaning up temporary data from old regions at 1732654167593 (+5 ms)Running coprocessor post-open hooks at 1732654167597 (+4 ms)Region opened successfully at 1732654167598 (+1 ms) 2024-11-26T20:49:27,599 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., pid=6, masterSystemTime=1732654167582 2024-11-26T20:49:27,601 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,601 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:27,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=123004df4739a8b19c5c91bd5155a97b, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:27,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300 because future has completed 2024-11-26T20:49:27,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:49:27,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300 in 177 msec 2024-11-26T20:49:27,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:49:27,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, ASSIGN in 337 msec 2024-11-26T20:49:27,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:49:27,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654167613"}]},"ts":"1732654167613"} 2024-11-26T20:49:27,615 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-26T20:49:27,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:49:27,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 381 msec 2024-11-26T20:49:29,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:29,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:49:30,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:30,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-26T20:49:30,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T20:49:30,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T20:49:32,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:49:32,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-26T20:49:35,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:49:35,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:35,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:49:37,321 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-26T20:49:37,321 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-26T20:49:37,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-26T20:49:37,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:37,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., hostname=cd6be161543e,38843,1732654166300, seqNum=2] 2024-11-26T20:49:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:37,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:49:37,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/69822809e5af40f49a94aaf0f321a6fb is 1055, key is row0001/info:/1732654177326/Put/seqid=0 2024-11-26T20:49:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741837_1013 (size=13386) 2024-11-26T20:49:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741837_1013 (size=13386) 2024-11-26T20:49:37,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/69822809e5af40f49a94aaf0f321a6fb 2024-11-26T20:49:37,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/69822809e5af40f49a94aaf0f321a6fb as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb 2024-11-26T20:49:37,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb, entries=8, sequenceid=12, filesize=13.1 K 2024-11-26T20:49:37,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 123004df4739a8b19c5c91bd5155a97b in 39ms, sequenceid=12, compaction requested=false 2024-11-26T20:49:37,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:37,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-26T20:49:37,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/e5610a201d4f4c2f8e47674c3f1cc0bb is 1055, key is row0009/info:/1732654177340/Put/seqid=0 2024-11-26T20:49:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741838_1014 (size=28134) 2024-11-26T20:49:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741838_1014 (size=28134) 2024-11-26T20:49:37,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/e5610a201d4f4c2f8e47674c3f1cc0bb 2024-11-26T20:49:37,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/e5610a201d4f4c2f8e47674c3f1cc0bb as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb 2024-11-26T20:49:37,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb, entries=22, sequenceid=37, filesize=27.5 K 2024-11-26T20:49:37,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 123004df4739a8b19c5c91bd5155a97b in 21ms, sequenceid=37, compaction requested=false 2024-11-26T20:49:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-26T20:49:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb because midkey is the same as first or last row 2024-11-26T20:49:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:39,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:49:39,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/36783e71a6cb451c8619780eb3cb739e is 1055, key is row0031/info:/1732654177381/Put/seqid=0 2024-11-26T20:49:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741839_1015 (size=13386) 2024-11-26T20:49:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741839_1015 (size=13386) 2024-11-26T20:49:39,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/36783e71a6cb451c8619780eb3cb739e 2024-11-26T20:49:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/36783e71a6cb451c8619780eb3cb739e as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e 2024-11-26T20:49:39,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e, entries=8, sequenceid=48, filesize=13.1 K 2024-11-26T20:49:39,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 123004df4739a8b19c5c91bd5155a97b in 25ms, sequenceid=48, compaction requested=true 2024-11-26T20:49:39,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:39,419 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-26T20:49:39,419 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:39,419 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb because midkey is the same as first or last row 2024-11-26T20:49:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:39,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123004df4739a8b19c5c91bd5155a97b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:39,420 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:39,421 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:39,421 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 123004df4739a8b19c5c91bd5155a97b/info is initiating minor compaction (all files) 2024-11-26T20:49:39,421 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123004df4739a8b19c5c91bd5155a97b/info in TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:39,422 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp, totalSize=53.6 K 2024-11-26T20:49:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:39,422 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69822809e5af40f49a94aaf0f321a6fb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732654177326 2024-11-26T20:49:39,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-26T20:49:39,422 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5610a201d4f4c2f8e47674c3f1cc0bb, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732654177340 2024-11-26T20:49:39,423 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36783e71a6cb451c8619780eb3cb739e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732654177381 2024-11-26T20:49:39,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/c42c4304b3094455abdcc43cdb0af1b1 is 1055, key is row0039/info:/1732654179394/Put/seqid=0 2024-11-26T20:49:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741840_1016 (size=20766) 2024-11-26T20:49:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741840_1016 (size=20766) 2024-11-26T20:49:39,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/c42c4304b3094455abdcc43cdb0af1b1 2024-11-26T20:49:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/c42c4304b3094455abdcc43cdb0af1b1 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1 2024-11-26T20:49:39,441 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123004df4739a8b19c5c91bd5155a97b#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:39,442 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/1d7105e9202b4069a67867e501a0e10d is 1055, key is row0001/info:/1732654177326/Put/seqid=0 2024-11-26T20:49:39,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1, entries=15, sequenceid=66, filesize=20.3 K 2024-11-26T20:49:39,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for 123004df4739a8b19c5c91bd5155a97b in 25ms, sequenceid=66, compaction requested=false 2024-11-26T20:49:39,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:39,447 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.9 K, sizeToCheck=16.0 K 2024-11-26T20:49:39,447 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:39,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741841_1017 (size=45105) 2024-11-26T20:49:39,447 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb because midkey is the same as first or last row 2024-11-26T20:49:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741841_1017 (size=45105) 2024-11-26T20:49:39,454 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/1d7105e9202b4069a67867e501a0e10d as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d 2024-11-26T20:49:39,460 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123004df4739a8b19c5c91bd5155a97b/info of 123004df4739a8b19c5c91bd5155a97b into 1d7105e9202b4069a67867e501a0e10d(size=44.0 K), total size for store is 64.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:39,460 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:39,462 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., storeName=123004df4739a8b19c5c91bd5155a97b/info, priority=13, startTime=1732654179420; duration=0sec 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:39,462 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:39,463 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:39,463 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123004df4739a8b19c5c91bd5155a97b:info 2024-11-26T20:49:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:41,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-26T20:49:41,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/2c309329a54142dba23eb39e822c5f72 is 1055, key is row0054/info:/1732654179422/Put/seqid=0 2024-11-26T20:49:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741842_1018 (size=17594) 2024-11-26T20:49:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741842_1018 (size=17594) 2024-11-26T20:49:41,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/2c309329a54142dba23eb39e822c5f72 2024-11-26T20:49:41,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/2c309329a54142dba23eb39e822c5f72 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72 2024-11-26T20:49:41,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72, entries=12, sequenceid=82, filesize=17.2 K 2024-11-26T20:49:41,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=14.37 KB/14714 for 123004df4739a8b19c5c91bd5155a97b in 24ms, sequenceid=82, compaction requested=true 2024-11-26T20:49:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:41,470 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,470 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,470 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:41,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123004df4739a8b19c5c91bd5155a97b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:41,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:41,470 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:41,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-26T20:49:41,471 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:41,471 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 123004df4739a8b19c5c91bd5155a97b/info is initiating minor compaction (all files) 2024-11-26T20:49:41,471 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123004df4739a8b19c5c91bd5155a97b/info in TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:41,471 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp, totalSize=81.5 K 2024-11-26T20:49:41,472 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7105e9202b4069a67867e501a0e10d, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732654177326 2024-11-26T20:49:41,472 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting c42c4304b3094455abdcc43cdb0af1b1, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732654179394 2024-11-26T20:49:41,473 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c309329a54142dba23eb39e822c5f72, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732654179422 2024-11-26T20:49:41,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/92e4b06f8e354489bf704630df0f8fc2 is 1055, key is row0066/info:/1732654181446/Put/seqid=0 2024-11-26T20:49:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741843_1019 (size=20766) 2024-11-26T20:49:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741843_1019 (size=20766) 2024-11-26T20:49:41,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/92e4b06f8e354489bf704630df0f8fc2 2024-11-26T20:49:41,488 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123004df4739a8b19c5c91bd5155a97b#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:41,488 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/4a7a7a915efe4a52bbbe75a9a4c0ea53 is 1055, key is row0001/info:/1732654177326/Put/seqid=0 2024-11-26T20:49:41,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/92e4b06f8e354489bf704630df0f8fc2 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/92e4b06f8e354489bf704630df0f8fc2 2024-11-26T20:49:41,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/92e4b06f8e354489bf704630df0f8fc2, entries=15, sequenceid=100, filesize=20.3 K 2024-11-26T20:49:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741844_1020 (size=73753) 2024-11-26T20:49:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741844_1020 (size=73753) 2024-11-26T20:49:41,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=12.32 KB/12612 for 123004df4739a8b19c5c91bd5155a97b in 27ms, sequenceid=100, compaction requested=false 2024-11-26T20:49:41,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:41,497 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,497 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,497 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:41,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-26T20:49:41,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/0ce786ce09a4461a858faa1d187370f1 is 1055, key is row0081/info:/1732654181471/Put/seqid=0 2024-11-26T20:49:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741845_1021 (size=19714) 2024-11-26T20:49:41,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741845_1021 (size=19714) 2024-11-26T20:49:41,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/0ce786ce09a4461a858faa1d187370f1 2024-11-26T20:49:41,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/0ce786ce09a4461a858faa1d187370f1 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/0ce786ce09a4461a858faa1d187370f1 2024-11-26T20:49:41,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/0ce786ce09a4461a858faa1d187370f1, entries=14, sequenceid=117, filesize=19.3 K 2024-11-26T20:49:41,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 123004df4739a8b19c5c91bd5155a97b in 25ms, sequenceid=117, compaction requested=false 2024-11-26T20:49:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=121.0 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d because midkey is the same as first or last row 2024-11-26T20:49:41,905 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/4a7a7a915efe4a52bbbe75a9a4c0ea53 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53 2024-11-26T20:49:41,911 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123004df4739a8b19c5c91bd5155a97b/info of 123004df4739a8b19c5c91bd5155a97b into 4a7a7a915efe4a52bbbe75a9a4c0ea53(size=72.0 K), total size for store is 111.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:41,911 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123004df4739a8b19c5c91bd5155a97b: 2024-11-26T20:49:41,911 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., storeName=123004df4739a8b19c5c91bd5155a97b/info, priority=13, startTime=1732654181470; duration=0sec 2024-11-26T20:49:41,911 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,911 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,911 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,911 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,912 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-26T20:49:41,912 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T20:49:41,913 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:41,913 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:41,913 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123004df4739a8b19c5c91bd5155a97b:info 2024-11-26T20:49:41,914 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 {}] assignment.AssignmentManager(1363): Split request from cd6be161543e,38843,1732654166300, parent={ENCODED => 123004df4739a8b19c5c91bd5155a97b, NAME => 'TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-26T20:49:41,919 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=cd6be161543e,38843,1732654166300 2024-11-26T20:49:41,922 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=123004df4739a8b19c5c91bd5155a97b, daughterA=725bc278564752c38b375b80759bb1bb, daughterB=99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:41,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=123004df4739a8b19c5c91bd5155a97b, daughterA=725bc278564752c38b375b80759bb1bb, daughterB=99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:41,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=123004df4739a8b19c5c91bd5155a97b, daughterA=725bc278564752c38b375b80759bb1bb, daughterB=99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:41,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=123004df4739a8b19c5c91bd5155a97b, daughterA=725bc278564752c38b375b80759bb1bb, daughterB=99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:41,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, UNASSIGN}] 2024-11-26T20:49:41,930 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, UNASSIGN 2024-11-26T20:49:41,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=123004df4739a8b19c5c91bd5155a97b, regionState=CLOSING, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, UNASSIGN because future has completed 2024-11-26T20:49:41,934 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-26T20:49:41,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300}] 2024-11-26T20:49:42,091 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,091 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-26T20:49:42,092 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 123004df4739a8b19c5c91bd5155a97b, disabling compactions & flushes 2024-11-26T20:49:42,092 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:42,092 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:42,092 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. after waiting 0 ms 2024-11-26T20:49:42,092 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:42,092 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 123004df4739a8b19c5c91bd5155a97b 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-26T20:49:42,097 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/8186604e49524ce8943015ae4128f1be is 1055, key is row0095/info:/1732654181499/Put/seqid=0 2024-11-26T20:49:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741846_1022 (size=7062) 2024-11-26T20:49:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741846_1022 (size=7062) 2024-11-26T20:49:42,102 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/8186604e49524ce8943015ae4128f1be 2024-11-26T20:49:42,108 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/.tmp/info/8186604e49524ce8943015ae4128f1be as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/8186604e49524ce8943015ae4128f1be 2024-11-26T20:49:42,113 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/8186604e49524ce8943015ae4128f1be, entries=2, sequenceid=123, filesize=6.9 K 2024-11-26T20:49:42,114 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 123004df4739a8b19c5c91bd5155a97b in 22ms, sequenceid=123, compaction requested=true 2024-11-26T20:49:42,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72] to archive 2024-11-26T20:49:42,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:49:42,117 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/69822809e5af40f49a94aaf0f321a6fb 2024-11-26T20:49:42,119 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/e5610a201d4f4c2f8e47674c3f1cc0bb 2024-11-26T20:49:42,120 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/1d7105e9202b4069a67867e501a0e10d 2024-11-26T20:49:42,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/36783e71a6cb451c8619780eb3cb739e 2024-11-26T20:49:42,122 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/c42c4304b3094455abdcc43cdb0af1b1 2024-11-26T20:49:42,123 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/2c309329a54142dba23eb39e822c5f72 2024-11-26T20:49:42,129 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-26T20:49:42,129 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. 2024-11-26T20:49:42,129 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 123004df4739a8b19c5c91bd5155a97b: Waiting for close lock at 1732654182092Running coprocessor pre-close hooks at 1732654182092Disabling compacts and flushes for region at 1732654182092Disabling writes for close at 1732654182092Obtaining lock to block concurrent updates at 1732654182092Preparing flush snapshotting stores in 123004df4739a8b19c5c91bd5155a97b at 1732654182092Finished memstore snapshotting TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732654182093 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. at 1732654182093Flushing 123004df4739a8b19c5c91bd5155a97b/info: creating writer at 1732654182093Flushing 123004df4739a8b19c5c91bd5155a97b/info: appending metadata at 1732654182096 (+3 ms)Flushing 123004df4739a8b19c5c91bd5155a97b/info: closing flushed file at 1732654182096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7bb1d8: reopening flushed file at 1732654182108 (+12 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 123004df4739a8b19c5c91bd5155a97b in 22ms, sequenceid=123, compaction requested=true at 1732654182114 (+6 ms)Writing region close event to WAL at 1732654182126 (+12 ms)Running coprocessor post-close hooks at 1732654182129 (+3 ms)Closed at 1732654182129 2024-11-26T20:49:42,131 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=123004df4739a8b19c5c91bd5155a97b, regionState=CLOSED 2024-11-26T20:49:42,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300 because future has completed 2024-11-26T20:49:42,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T20:49:42,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 123004df4739a8b19c5c91bd5155a97b, server=cd6be161543e,38843,1732654166300 in 201 msec 2024-11-26T20:49:42,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T20:49:42,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=123004df4739a8b19c5c91bd5155a97b, UNASSIGN in 208 msec 2024-11-26T20:49:42,147 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:42,150 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=123004df4739a8b19c5c91bd5155a97b, threads=4 2024-11-26T20:49:42,152 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/0ce786ce09a4461a858faa1d187370f1 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,152 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/8186604e49524ce8943015ae4128f1be for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,152 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,153 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/92e4b06f8e354489bf704630df0f8fc2 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,164 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/0ce786ce09a4461a858faa1d187370f1, top=true 2024-11-26T20:49:42,165 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/92e4b06f8e354489bf704630df0f8fc2, top=true 2024-11-26T20:49:42,166 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/8186604e49524ce8943015ae4128f1be, top=true 2024-11-26T20:49:42,173 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2 for child: 99e9b60bcfaf740fe3621d3c50404c6b, parent: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,173 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/92e4b06f8e354489bf704630df0f8fc2 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741847_1023 (size=27) 2024-11-26T20:49:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741847_1023 (size=27) 2024-11-26T20:49:42,181 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1 for child: 99e9b60bcfaf740fe3621d3c50404c6b, parent: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,181 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be for child: 99e9b60bcfaf740fe3621d3c50404c6b, parent: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,182 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/0ce786ce09a4461a858faa1d187370f1 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,182 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/8186604e49524ce8943015ae4128f1be for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741848_1024 (size=27) 2024-11-26T20:49:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741848_1024 (size=27) 2024-11-26T20:49:42,187 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53 for region: 123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:49:42,188 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 123004df4739a8b19c5c91bd5155a97b Daughter A: [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b] storefiles, Daughter B: [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2] storefiles. 2024-11-26T20:49:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741849_1025 (size=71) 2024-11-26T20:49:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741849_1025 (size=71) 2024-11-26T20:49:42,199 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741850_1026 (size=71) 2024-11-26T20:49:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741850_1026 (size=71) 2024-11-26T20:49:42,215 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:42,228 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-26T20:49:42,231 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-26T20:49:42,234 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732654182233"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732654182233"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732654182233"}]},"ts":"1732654182233"} 2024-11-26T20:49:42,234 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732654182233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654182233"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732654182233"}]},"ts":"1732654182233"} 2024-11-26T20:49:42,234 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732654182233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654182233"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732654182233"}]},"ts":"1732654182233"} 2024-11-26T20:49:42,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=725bc278564752c38b375b80759bb1bb, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=99e9b60bcfaf740fe3621d3c50404c6b, ASSIGN}] 2024-11-26T20:49:42,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=725bc278564752c38b375b80759bb1bb, ASSIGN 2024-11-26T20:49:42,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=99e9b60bcfaf740fe3621d3c50404c6b, ASSIGN 2024-11-26T20:49:42,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=725bc278564752c38b375b80759bb1bb, ASSIGN; state=SPLITTING_NEW, location=cd6be161543e,38843,1732654166300; forceNewPlan=false, retain=false 2024-11-26T20:49:42,253 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=99e9b60bcfaf740fe3621d3c50404c6b, ASSIGN; state=SPLITTING_NEW, location=cd6be161543e,38843,1732654166300; forceNewPlan=false, retain=false 2024-11-26T20:49:42,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=725bc278564752c38b375b80759bb1bb, regionState=OPENING, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:42,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=99e9b60bcfaf740fe3621d3c50404c6b, regionState=OPENING, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=725bc278564752c38b375b80759bb1bb, ASSIGN because future has completed 2024-11-26T20:49:42,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725bc278564752c38b375b80759bb1bb, server=cd6be161543e,38843,1732654166300}] 2024-11-26T20:49:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=99e9b60bcfaf740fe3621d3c50404c6b, ASSIGN because future has completed 2024-11-26T20:49:42,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300}] 2024-11-26T20:49:42,563 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:49:42,563 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 725bc278564752c38b375b80759bb1bb, NAME => 'TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-26T20:49:42,564 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,564 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:42,564 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,564 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,565 INFO [StoreOpener-725bc278564752c38b375b80759bb1bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,566 INFO [StoreOpener-725bc278564752c38b375b80759bb1bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 725bc278564752c38b375b80759bb1bb columnFamilyName info 2024-11-26T20:49:42,566 DEBUG [StoreOpener-725bc278564752c38b375b80759bb1bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:42,578 DEBUG [StoreOpener-725bc278564752c38b375b80759bb1bb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-bottom 2024-11-26T20:49:42,579 INFO [StoreOpener-725bc278564752c38b375b80759bb1bb-1 {}] regionserver.HStore(327): Store=725bc278564752c38b375b80759bb1bb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:42,579 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,580 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,581 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,581 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,581 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,583 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,584 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 725bc278564752c38b375b80759bb1bb; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881037, jitterRate=0.12029755115509033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:42,584 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:49:42,584 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 725bc278564752c38b375b80759bb1bb: Running coprocessor pre-open hook at 1732654182564Writing region info on filesystem at 1732654182564Initializing all the Stores at 1732654182565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654182565Cleaning up temporary data from old regions at 1732654182581 (+16 ms)Running coprocessor post-open hooks at 1732654182584 (+3 ms)Region opened successfully at 1732654182584 2024-11-26T20:49:42,585 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb., pid=12, masterSystemTime=1732654182559 2024-11-26T20:49:42,585 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 725bc278564752c38b375b80759bb1bb:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:42,585 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:42,585 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-26T20:49:42,586 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:49:42,586 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 725bc278564752c38b375b80759bb1bb/info is initiating minor compaction (all files) 2024-11-26T20:49:42,586 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 725bc278564752c38b375b80759bb1bb/info in TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:49:42,586 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-bottom] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/.tmp, totalSize=72.0 K 2024-11-26T20:49:42,587 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732654177326 2024-11-26T20:49:42,588 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:49:42,588 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:49:42,588 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:42,588 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 99e9b60bcfaf740fe3621d3c50404c6b, NAME => 'TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-26T20:49:42,588 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=725bc278564752c38b375b80759bb1bb, regionState=OPEN, openSeqNum=127, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:42,588 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:42,589 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,589 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,590 INFO [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,590 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-26T20:49:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-26T20:49:42,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-26T20:49:42,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725bc278564752c38b375b80759bb1bb, server=cd6be161543e,38843,1732654166300 because future has completed 2024-11-26T20:49:42,591 INFO [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e9b60bcfaf740fe3621d3c50404c6b columnFamilyName info 2024-11-26T20:49:42,591 DEBUG [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:42,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T20:49:42,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 725bc278564752c38b375b80759bb1bb, server=cd6be161543e,38843,1732654166300 in 185 msec 2024-11-26T20:49:42,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=725bc278564752c38b375b80759bb1bb, ASSIGN in 344 msec 2024-11-26T20:49:42,601 DEBUG [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-top 2024-11-26T20:49:42,606 DEBUG [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1 2024-11-26T20:49:42,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/f69d8ceba9934667ba164b42ab0392db is 193, key is TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b./info:regioninfo/1732654182404/Put/seqid=0 2024-11-26T20:49:42,611 DEBUG [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be 2024-11-26T20:49:42,614 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 725bc278564752c38b375b80759bb1bb#info#compaction#42 average throughput is 12.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:42,615 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/.tmp/info/5c106b6704d544f3be4e25756d468096 is 1055, key is row0001/info:/1732654177326/Put/seqid=0 2024-11-26T20:49:42,617 DEBUG [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2 2024-11-26T20:49:42,617 INFO [StoreOpener-99e9b60bcfaf740fe3621d3c50404c6b-1 {}] regionserver.HStore(327): Store=99e9b60bcfaf740fe3621d3c50404c6b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:42,617 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,618 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,619 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,620 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,620 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741851_1027 (size=9847) 2024-11-26T20:49:42,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741851_1027 (size=9847) 2024-11-26T20:49:42,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/f69d8ceba9934667ba164b42ab0392db 2024-11-26T20:49:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741852_1028 (size=71441) 2024-11-26T20:49:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741852_1028 (size=71441) 2024-11-26T20:49:42,623 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,624 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 99e9b60bcfaf740fe3621d3c50404c6b; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873997, jitterRate=0.11134487390518188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:42,624 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:42,624 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 99e9b60bcfaf740fe3621d3c50404c6b: Running coprocessor pre-open hook at 1732654182589Writing region info on filesystem at 1732654182589Initializing all the Stores at 1732654182589Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654182589Cleaning up temporary data from old regions at 1732654182620 (+31 ms)Running coprocessor post-open hooks at 1732654182624 (+4 ms)Region opened successfully at 1732654182624 2024-11-26T20:49:42,625 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., pid=13, masterSystemTime=1732654182559 2024-11-26T20:49:42,625 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 2 2024-11-26T20:49:42,625 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:42,625 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T20:49:42,627 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:42,627 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:49:42,627 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:42,627 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-top, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=118.5 K 2024-11-26T20:49:42,628 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:42,628 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:42,628 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732654177326 2024-11-26T20:49:42,628 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/.tmp/info/5c106b6704d544f3be4e25756d468096 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/5c106b6704d544f3be4e25756d468096 2024-11-26T20:49:42,629 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732654181446 2024-11-26T20:49:42,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=99e9b60bcfaf740fe3621d3c50404c6b, regionState=OPEN, openSeqNum=127, regionLocation=cd6be161543e,38843,1732654166300 2024-11-26T20:49:42,629 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732654181471 2024-11-26T20:49:42,630 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732654181499 2024-11-26T20:49:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 because future has completed 2024-11-26T20:49:42,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T20:49:42,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 in 225 msec 2024-11-26T20:49:42,637 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 725bc278564752c38b375b80759bb1bb/info of 725bc278564752c38b375b80759bb1bb into 5c106b6704d544f3be4e25756d468096(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:42,637 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 725bc278564752c38b375b80759bb1bb: 2024-11-26T20:49:42,637 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb., storeName=725bc278564752c38b375b80759bb1bb/info, priority=15, startTime=1732654182585; duration=0sec 2024-11-26T20:49:42,637 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:42,637 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 725bc278564752c38b375b80759bb1bb:info 2024-11-26T20:49:42,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T20:49:42,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=99e9b60bcfaf740fe3621d3c50404c6b, ASSIGN in 386 msec 2024-11-26T20:49:42,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=123004df4739a8b19c5c91bd5155a97b, daughterA=725bc278564752c38b375b80759bb1bb, daughterB=99e9b60bcfaf740fe3621d3c50404c6b in 720 msec 2024-11-26T20:49:42,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/ns/f93f2eb9f2d84cf98dbfd057339defdc is 43, key is default/ns:d/1732654167179/Put/seqid=0 2024-11-26T20:49:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741853_1029 (size=5153) 2024-11-26T20:49:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741853_1029 (size=5153) 2024-11-26T20:49:42,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/ns/f93f2eb9f2d84cf98dbfd057339defdc 2024-11-26T20:49:42,689 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:42,690 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/c173a2f72d764cf3b8d5820b88168b93 is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:49:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741854_1030 (size=40102) 2024-11-26T20:49:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741854_1030 (size=40102) 2024-11-26T20:49:42,703 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/c173a2f72d764cf3b8d5820b88168b93 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c173a2f72d764cf3b8d5820b88168b93 2024-11-26T20:49:42,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/table/c1c4c7f54ef144b78222f63c64d34fe9 is 65, key is TestLogRolling-testLogRolling/table:state/1732654167613/Put/seqid=0 2024-11-26T20:49:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741855_1031 (size=5340) 2024-11-26T20:49:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741855_1031 (size=5340) 2024-11-26T20:49:42,709 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into c173a2f72d764cf3b8d5820b88168b93(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:42,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/table/c1c4c7f54ef144b78222f63c64d34fe9 2024-11-26T20:49:42,709 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:42,709 INFO [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=12, startTime=1732654182625; duration=0sec 2024-11-26T20:49:42,710 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:42,710 DEBUG [RS:0;cd6be161543e:38843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:49:42,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/f69d8ceba9934667ba164b42ab0392db as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/info/f69d8ceba9934667ba164b42ab0392db 2024-11-26T20:49:42,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/info/f69d8ceba9934667ba164b42ab0392db, entries=30, sequenceid=17, filesize=9.6 K 2024-11-26T20:49:42,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/ns/f93f2eb9f2d84cf98dbfd057339defdc as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/ns/f93f2eb9f2d84cf98dbfd057339defdc 2024-11-26T20:49:42,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/ns/f93f2eb9f2d84cf98dbfd057339defdc, entries=2, sequenceid=17, filesize=5.0 K 2024-11-26T20:49:42,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/table/c1c4c7f54ef144b78222f63c64d34fe9 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/table/c1c4c7f54ef144b78222f63c64d34fe9 2024-11-26T20:49:42,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/table/c1c4c7f54ef144b78222f63c64d34fe9, entries=2, sequenceid=17, filesize=5.2 K 2024-11-26T20:49:42,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 139ms, sequenceid=17, compaction requested=false 2024-11-26T20:49:42,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-26T20:49:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39632 deadline: 1732654193503, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. is not online on cd6be161543e,38843,1732654166300 2024-11-26T20:49:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., hostname=cd6be161543e,38843,1732654166300, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., hostname=cd6be161543e,38843,1732654166300, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. is not online on cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:49:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., hostname=cd6be161543e,38843,1732654166300, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b. is not online on cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:49:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732654167234.123004df4739a8b19c5c91bd5155a97b., hostname=cd6be161543e,38843,1732654166300, seqNum=2 from cache 2024-11-26T20:49:47,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:49:47,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:47,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:49:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127] 2024-11-26T20:49:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:53,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:49:53,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ecaf18533e384cba8948fa8335800dda is 1055, key is row0097/info:/1732654193608/Put/seqid=0 2024-11-26T20:49:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741856_1032 (size=13394) 2024-11-26T20:49:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741856_1032 (size=13394) 2024-11-26T20:49:53,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ecaf18533e384cba8948fa8335800dda 2024-11-26T20:49:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ecaf18533e384cba8948fa8335800dda as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda 2024-11-26T20:49:53,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda, entries=8, sequenceid=138, filesize=13.1 K 2024-11-26T20:49:53,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 99e9b60bcfaf740fe3621d3c50404c6b in 42ms, sequenceid=138, compaction requested=false 2024-11-26T20:49:53,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:53,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-26T20:49:53,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/118a37a14c76425ebe4ab60caa260232 is 1055, key is row0105/info:/1732654193622/Put/seqid=0 2024-11-26T20:49:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741857_1033 (size=24997) 2024-11-26T20:49:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741857_1033 (size=24997) 2024-11-26T20:49:53,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/118a37a14c76425ebe4ab60caa260232 2024-11-26T20:49:53,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/118a37a14c76425ebe4ab60caa260232 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232 2024-11-26T20:49:53,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232, entries=19, sequenceid=160, filesize=24.4 K 2024-11-26T20:49:53,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 99e9b60bcfaf740fe3621d3c50404c6b in 32ms, sequenceid=160, compaction requested=true 2024-11-26T20:49:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:53,697 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:53,698 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:53,698 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:49:53,698 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:53,698 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c173a2f72d764cf3b8d5820b88168b93, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=76.7 K 2024-11-26T20:49:53,699 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting c173a2f72d764cf3b8d5820b88168b93, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732654179442 2024-11-26T20:49:53,699 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecaf18533e384cba8948fa8335800dda, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732654193608 2024-11-26T20:49:53,699 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 118a37a14c76425ebe4ab60caa260232, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732654193622 2024-11-26T20:49:53,712 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#48 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:53,713 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/f6fa1ae398514859ad04c4d3b304952a is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:49:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741858_1034 (size=68703) 2024-11-26T20:49:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741858_1034 (size=68703) 2024-11-26T20:49:53,730 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/f6fa1ae398514859ad04c4d3b304952a as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f6fa1ae398514859ad04c4d3b304952a 2024-11-26T20:49:53,737 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into f6fa1ae398514859ad04c4d3b304952a(size=67.1 K), total size for store is 67.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:53,737 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:53,737 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654193697; duration=0sec 2024-11-26T20:49:53,737 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:53,737 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:49:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:55,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:49:55,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/994ebb6f8b0347d682c43415fa1fd16e is 1055, key is row0124/info:/1732654193665/Put/seqid=0 2024-11-26T20:49:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741859_1035 (size=13394) 2024-11-26T20:49:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741859_1035 (size=13394) 2024-11-26T20:49:55,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/994ebb6f8b0347d682c43415fa1fd16e 2024-11-26T20:49:55,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/994ebb6f8b0347d682c43415fa1fd16e as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e 2024-11-26T20:49:55,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e, entries=8, sequenceid=172, filesize=13.1 K 2024-11-26T20:49:55,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 99e9b60bcfaf740fe3621d3c50404c6b in 51ms, sequenceid=172, compaction requested=false 2024-11-26T20:49:55,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:55,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-26T20:49:55,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/a78101b8533e4b97853a24362a2e6240 is 1055, key is row0132/info:/1732654195682/Put/seqid=0 2024-11-26T20:49:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741860_1036 (size=27103) 2024-11-26T20:49:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741860_1036 (size=27103) 2024-11-26T20:49:55,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/a78101b8533e4b97853a24362a2e6240 2024-11-26T20:49:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/a78101b8533e4b97853a24362a2e6240 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240 2024-11-26T20:49:55,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240, entries=21, sequenceid=196, filesize=26.5 K 2024-11-26T20:49:55,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=8.21 KB/8408 for 99e9b60bcfaf740fe3621d3c50404c6b in 35ms, sequenceid=196, compaction requested=true 2024-11-26T20:49:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:55,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:55,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:55,768 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:55,769 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 109200 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:55,769 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:49:55,769 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:55,769 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f6fa1ae398514859ad04c4d3b304952a, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=106.6 K 2024-11-26T20:49:55,770 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6fa1ae398514859ad04c4d3b304952a, keycount=60, bloomtype=ROW, size=67.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732654179442 2024-11-26T20:49:55,770 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 994ebb6f8b0347d682c43415fa1fd16e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732654193665 2024-11-26T20:49:55,771 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting a78101b8533e4b97853a24362a2e6240, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732654195682 2024-11-26T20:49:55,787 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#51 average throughput is 29.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:55,788 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/bae16bac7ee94422970168224f375dc4 is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:49:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741861_1037 (size=99419) 2024-11-26T20:49:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741861_1037 (size=99419) 2024-11-26T20:49:55,820 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/bae16bac7ee94422970168224f375dc4 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/bae16bac7ee94422970168224f375dc4 2024-11-26T20:49:55,828 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into bae16bac7ee94422970168224f375dc4(size=97.1 K), total size for store is 97.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:55,828 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:55,829 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654195768; duration=0sec 2024-11-26T20:49:55,829 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:55,829 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:49:56,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T20:49:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:57,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-26T20:49:57,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/f270e7ccd7ee42dbbfb2b664ae2317f8 is 1055, key is row0153/info:/1732654195734/Put/seqid=0 2024-11-26T20:49:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741862_1038 (size=14447) 2024-11-26T20:49:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741862_1038 (size=14447) 2024-11-26T20:49:57,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/f270e7ccd7ee42dbbfb2b664ae2317f8 2024-11-26T20:49:57,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/f270e7ccd7ee42dbbfb2b664ae2317f8 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8 2024-11-26T20:49:57,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8, entries=9, sequenceid=209, filesize=14.1 K 2024-11-26T20:49:57,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=15.40 KB/15765 for 99e9b60bcfaf740fe3621d3c50404c6b in 27ms, sequenceid=209, compaction requested=false 2024-11-26T20:49:57,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:49:57,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-26T20:49:57,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/593cb0bc580e419d8bbe7d2ad024e99f is 1055, key is row0162/info:/1732654197755/Put/seqid=0 2024-11-26T20:49:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741863_1039 (size=21838) 2024-11-26T20:49:57,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741863_1039 (size=21838) 2024-11-26T20:49:57,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/593cb0bc580e419d8bbe7d2ad024e99f 2024-11-26T20:49:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/593cb0bc580e419d8bbe7d2ad024e99f as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f 2024-11-26T20:49:57,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f, entries=16, sequenceid=228, filesize=21.3 K 2024-11-26T20:49:57,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T20:49:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39632 deadline: 1732654207800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 2024-11-26T20:49:57,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 99e9b60bcfaf740fe3621d3c50404c6b in 22ms, sequenceid=228, compaction requested=true 2024-11-26T20:49:57,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:57,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:49:57,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:57,802 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:49:57,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:49:57,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:49:57,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 because the exception is null or not the one we care about 2024-11-26T20:49:57,803 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135704 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:49:57,803 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:49:57,803 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:49:57,803 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/bae16bac7ee94422970168224f375dc4, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=132.5 K 2024-11-26T20:49:57,804 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae16bac7ee94422970168224f375dc4, keycount=89, bloomtype=ROW, size=97.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732654179442 2024-11-26T20:49:57,804 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting f270e7ccd7ee42dbbfb2b664ae2317f8, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732654195734 2024-11-26T20:49:57,804 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593cb0bc580e419d8bbe7d2ad024e99f, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732654197755 2024-11-26T20:49:57,817 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#54 average throughput is 57.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:49:57,818 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/4e2aed24cc80450c8492b764b9ab5850 is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:49:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741864_1040 (size=125982) 2024-11-26T20:49:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741864_1040 (size=125982) 2024-11-26T20:49:57,828 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/4e2aed24cc80450c8492b764b9ab5850 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4e2aed24cc80450c8492b764b9ab5850 2024-11-26T20:49:57,835 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into 4e2aed24cc80450c8492b764b9ab5850(size=123.0 K), total size for store is 123.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:49:57,835 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:49:57,835 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654197802; duration=0sec 2024-11-26T20:49:57,835 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:49:57,836 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:50:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:07,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-26T20:50:07,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ff8280320267404a9181dcc2f4934c90 is 1055, key is row0178/info:/1732654197781/Put/seqid=0 2024-11-26T20:50:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741865_1041 (size=19728) 2024-11-26T20:50:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741865_1041 (size=19728) 2024-11-26T20:50:07,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ff8280320267404a9181dcc2f4934c90 2024-11-26T20:50:07,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/ff8280320267404a9181dcc2f4934c90 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90 2024-11-26T20:50:07,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90, entries=14, sequenceid=246, filesize=19.3 K 2024-11-26T20:50:07,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 99e9b60bcfaf740fe3621d3c50404c6b in 22ms, sequenceid=246, compaction requested=false 2024-11-26T20:50:07,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:07,997 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T20:50:07,998 INFO [master/cd6be161543e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T20:50:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:09,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T20:50:09,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/e38218be02f7431b8cf792e569c331c8 is 1055, key is row0192/info:/1732654207883/Put/seqid=0 2024-11-26T20:50:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741866_1042 (size=13395) 2024-11-26T20:50:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741866_1042 (size=13395) 2024-11-26T20:50:09,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/e38218be02f7431b8cf792e569c331c8 2024-11-26T20:50:09,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/e38218be02f7431b8cf792e569c331c8 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8 2024-11-26T20:50:09,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8, entries=8, sequenceid=257, filesize=13.1 K 2024-11-26T20:50:09,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 99e9b60bcfaf740fe3621d3c50404c6b in 29ms, sequenceid=257, compaction requested=true 2024-11-26T20:50:09,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:50:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:09,928 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:50:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:09,929 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159105 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:50:09,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-26T20:50:09,929 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:50:09,929 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:09,930 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4e2aed24cc80450c8492b764b9ab5850, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=155.4 K 2024-11-26T20:50:09,930 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e2aed24cc80450c8492b764b9ab5850, keycount=114, bloomtype=ROW, size=123.0 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732654179442 2024-11-26T20:50:09,931 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8280320267404a9181dcc2f4934c90, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732654197781 2024-11-26T20:50:09,931 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38218be02f7431b8cf792e569c331c8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732654207883 2024-11-26T20:50:09,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/0b15aa154c574511b29e1ff54922d4f4 is 1055, key is row0200/info:/1732654209900/Put/seqid=0 2024-11-26T20:50:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741867_1043 (size=21854) 2024-11-26T20:50:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741867_1043 (size=21854) 2024-11-26T20:50:09,957 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#58 average throughput is 34.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:50:09,957 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/96eb1c66ac684ac5805cbd23c4e24842 is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:50:09,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/0b15aa154c574511b29e1ff54922d4f4 2024-11-26T20:50:09,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/0b15aa154c574511b29e1ff54922d4f4 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4 2024-11-26T20:50:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741868_1044 (size=149323) 2024-11-26T20:50:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741868_1044 (size=149323) 2024-11-26T20:50:09,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4, entries=16, sequenceid=276, filesize=21.3 K 2024-11-26T20:50:09,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 99e9b60bcfaf740fe3621d3c50404c6b in 43ms, sequenceid=276, compaction requested=false 2024-11-26T20:50:09,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:09,976 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/96eb1c66ac684ac5805cbd23c4e24842 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/96eb1c66ac684ac5805cbd23c4e24842 2024-11-26T20:50:09,982 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into 96eb1c66ac684ac5805cbd23c4e24842(size=145.8 K), total size for store is 167.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:09,982 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:09,982 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654209927; duration=0sec 2024-11-26T20:50:09,982 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:09,982 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:50:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:11,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-26T20:50:11,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6ccf5fa367cc42089f8e2ceb4556335f is 1055, key is row0216/info:/1732654209930/Put/seqid=0 2024-11-26T20:50:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741869_1045 (size=15510) 2024-11-26T20:50:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741869_1045 (size=15510) 2024-11-26T20:50:11,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6ccf5fa367cc42089f8e2ceb4556335f 2024-11-26T20:50:11,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6ccf5fa367cc42089f8e2ceb4556335f as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f 2024-11-26T20:50:11,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f, entries=10, sequenceid=290, filesize=15.1 K 2024-11-26T20:50:11,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 99e9b60bcfaf740fe3621d3c50404c6b in 27ms, sequenceid=290, compaction requested=true 2024-11-26T20:50:11,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:11,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:50:11,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:11,982 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:50:11,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-26T20:50:11,983 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:50:11,983 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:50:11,983 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:11,983 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/96eb1c66ac684ac5805cbd23c4e24842, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=182.3 K 2024-11-26T20:50:11,984 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96eb1c66ac684ac5805cbd23c4e24842, keycount=136, bloomtype=ROW, size=145.8 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732654179442 2024-11-26T20:50:11,984 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b15aa154c574511b29e1ff54922d4f4, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732654209900 2024-11-26T20:50:11,985 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ccf5fa367cc42089f8e2ceb4556335f, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732654209930 2024-11-26T20:50:11,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6d1894fa72804c59ade5e8e795e8c039 is 1055, key is row0226/info:/1732654211955/Put/seqid=0 2024-11-26T20:50:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741870_1046 (size=20796) 2024-11-26T20:50:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741870_1046 (size=20796) 2024-11-26T20:50:11,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6d1894fa72804c59ade5e8e795e8c039 2024-11-26T20:50:12,001 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#61 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:50:12,002 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/c676c00495464fadad2f13099653207d is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:50:12,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/6d1894fa72804c59ade5e8e795e8c039 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039 2024-11-26T20:50:12,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039, entries=15, sequenceid=308, filesize=20.3 K 2024-11-26T20:50:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38843 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T20:50:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38843 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:39632 deadline: 1732654222010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 2024-11-26T20:50:12,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 99e9b60bcfaf740fe3621d3c50404c6b in 29ms, sequenceid=308, compaction requested=false 2024-11-26T20:50:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=99e9b60bcfaf740fe3621d3c50404c6b, server=cd6be161543e,38843,1732654166300 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T20:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., hostname=cd6be161543e,38843,1732654166300, seqNum=127 because the exception is null or not the one we care about 2024-11-26T20:50:12,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741871_1047 (size=176837) 2024-11-26T20:50:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741871_1047 (size=176837) 2024-11-26T20:50:12,024 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/c676c00495464fadad2f13099653207d as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c676c00495464fadad2f13099653207d 2024-11-26T20:50:12,030 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into c676c00495464fadad2f13099653207d(size=172.7 K), total size for store is 193.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:12,030 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:12,030 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654211982; duration=0sec 2024-11-26T20:50:12,030 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:12,030 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:50:12,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-26T20:50:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38843 {}] regionserver.HRegion(8855): Flush requested on 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:22,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-26T20:50:22,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/051d10a285ab4247ab124cba5a3cf850 is 1055, key is row0241/info:/1732654211983/Put/seqid=0 2024-11-26T20:50:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741872_1048 (size=20796) 2024-11-26T20:50:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741872_1048 (size=20796) 2024-11-26T20:50:22,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/051d10a285ab4247ab124cba5a3cf850 2024-11-26T20:50:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/051d10a285ab4247ab124cba5a3cf850 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850 2024-11-26T20:50:22,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850, entries=15, sequenceid=327, filesize=20.3 K 2024-11-26T20:50:22,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 99e9b60bcfaf740fe3621d3c50404c6b in 28ms, sequenceid=327, compaction requested=true 2024-11-26T20:50:22,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:22,099 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T20:50:22,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99e9b60bcfaf740fe3621d3c50404c6b:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T20:50:22,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:22,101 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218429 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T20:50:22,101 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1541): 99e9b60bcfaf740fe3621d3c50404c6b/info is initiating minor compaction (all files) 2024-11-26T20:50:22,101 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99e9b60bcfaf740fe3621d3c50404c6b/info in TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:22,101 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c676c00495464fadad2f13099653207d, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850] into tmpdir=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp, totalSize=213.3 K 2024-11-26T20:50:22,102 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting c676c00495464fadad2f13099653207d, keycount=162, bloomtype=ROW, size=172.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732654179442 2024-11-26T20:50:22,102 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d1894fa72804c59ade5e8e795e8c039, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732654211955 2024-11-26T20:50:22,103 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051d10a285ab4247ab124cba5a3cf850, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732654211983 2024-11-26T20:50:22,115 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e9b60bcfaf740fe3621d3c50404c6b#info#compaction#63 average throughput is 64.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:50:22,116 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/cfcb26e458d44125add77314a63ed40e is 1055, key is row0064/info:/1732654179442/Put/seqid=0 2024-11-26T20:50:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741873_1049 (size=208636) 2024-11-26T20:50:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741873_1049 (size=208636) 2024-11-26T20:50:22,130 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/cfcb26e458d44125add77314a63ed40e as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/cfcb26e458d44125add77314a63ed40e 2024-11-26T20:50:22,136 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99e9b60bcfaf740fe3621d3c50404c6b/info of 99e9b60bcfaf740fe3621d3c50404c6b into cfcb26e458d44125add77314a63ed40e(size=203.7 K), total size for store is 203.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:22,136 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:22,136 INFO [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., storeName=99e9b60bcfaf740fe3621d3c50404c6b/info, priority=13, startTime=1732654222099; duration=0sec 2024-11-26T20:50:22,137 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T20:50:22,137 DEBUG [RS:0;cd6be161543e:38843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e9b60bcfaf740fe3621d3c50404c6b:info 2024-11-26T20:50:24,074 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-26T20:50:24,087 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224074, exclude list is [], retry=0 2024-11-26T20:50:24,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-8b923f9b-0ab2-4d46-8238-0000d16210b1,DISK] 2024-11-26T20:50:24,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-06a5b316-1894-4f40-8e39-66520b0c1680,DISK] 2024-11-26T20:50:24,091 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654166712 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224074 2024-11-26T20:50:24,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657),(127.0.0.1/127.0.0.1:44843:44843)] 2024-11-26T20:50:24,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654166712 is not closed yet, will try archiving it next time 2024-11-26T20:50:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741833_1009 (size=308883) 2024-11-26T20:50:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741833_1009 (size=308883) 2024-11-26T20:50:24,095 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 99e9b60bcfaf740fe3621d3c50404c6b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T20:50:24,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/667cbfc2f32a47e2a5510d22cbcf8998 is 1055, key is row0256/info:/1732654222073/Put/seqid=0 2024-11-26T20:50:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741875_1051 (size=6010) 2024-11-26T20:50:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741875_1051 (size=6010) 2024-11-26T20:50:24,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/667cbfc2f32a47e2a5510d22cbcf8998 2024-11-26T20:50:24,511 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/.tmp/info/667cbfc2f32a47e2a5510d22cbcf8998 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/667cbfc2f32a47e2a5510d22cbcf8998 2024-11-26T20:50:24,516 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/667cbfc2f32a47e2a5510d22cbcf8998, entries=1, sequenceid=332, filesize=5.9 K 2024-11-26T20:50:24,517 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 99e9b60bcfaf740fe3621d3c50404c6b in 422ms, sequenceid=332, compaction requested=false 2024-11-26T20:50:24,517 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 99e9b60bcfaf740fe3621d3c50404c6b: 2024-11-26T20:50:24,517 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 725bc278564752c38b375b80759bb1bb: 2024-11-26T20:50:24,517 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-26T20:50:24,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/d01b26c8f5844267af2df8e419a62994 is 193, key is TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b./info:regioninfo/1732654182629/Put/seqid=0 2024-11-26T20:50:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741876_1052 (size=6223) 2024-11-26T20:50:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741876_1052 (size=6223) 2024-11-26T20:50:24,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/d01b26c8f5844267af2df8e419a62994 2024-11-26T20:50:24,532 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/.tmp/info/d01b26c8f5844267af2df8e419a62994 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/info/d01b26c8f5844267af2df8e419a62994 2024-11-26T20:50:24,537 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/info/d01b26c8f5844267af2df8e419a62994, entries=5, sequenceid=21, filesize=6.1 K 2024-11-26T20:50:24,538 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-26T20:50:24,538 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-26T20:50:24,551 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224538, exclude list is [], retry=0 2024-11-26T20:50:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-8b923f9b-0ab2-4d46-8238-0000d16210b1,DISK] 2024-11-26T20:50:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-06a5b316-1894-4f40-8e39-66520b0c1680,DISK] 2024-11-26T20:50:24,554 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224074 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224538 2024-11-26T20:50:24,555 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657),(127.0.0.1/127.0.0.1:44843:44843)] 2024-11-26T20:50:24,555 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224074 is not closed yet, will try archiving it next time 2024-11-26T20:50:24,555 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654166712 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs/cd6be161543e%2C38843%2C1732654166300.1732654166712 2024-11-26T20:50:24,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:50:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741874_1050 (size=731) 2024-11-26T20:50:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741874_1050 (size=731) 2024-11-26T20:50:24,557 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/WALs/cd6be161543e,38843,1732654166300/cd6be161543e%2C38843%2C1732654166300.1732654224074 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs/cd6be161543e%2C38843%2C1732654166300.1732654224074 2024-11-26T20:50:24,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:50:24,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:24,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:24,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:24,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:24,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:50:24,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:50:24,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=691187476, stopped=false 2024-11-26T20:50:24,657 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,39245,1732654166237 2024-11-26T20:50:24,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:24,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:24,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:24,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:24,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:24,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:24,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:24,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:24,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,38843,1732654166300' ***** 2024-11-26T20:50:24,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:50:24,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:24,659 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:50:24,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:50:24,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 725bc278564752c38b375b80759bb1bb 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,38843,1732654166300 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:38843. 2024-11-26T20:50:24,660 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99e9b60bcfaf740fe3621d3c50404c6b, disabling compactions & flushes 2024-11-26T20:50:24,660 DEBUG [RS:0;cd6be161543e:38843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:24,660 DEBUG [RS:0;cd6be161543e:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:24,660 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:24,660 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:24,660 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. after waiting 0 ms 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:50:24,660 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:50:24,660 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:50:24,661 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T20:50:24,661 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1325): Online Regions={99e9b60bcfaf740fe3621d3c50404c6b=TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b., 725bc278564752c38b375b80759bb1bb=TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T20:50:24,661 DEBUG [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 725bc278564752c38b375b80759bb1bb, 99e9b60bcfaf740fe3621d3c50404c6b 2024-11-26T20:50:24,661 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:50:24,661 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:50:24,661 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:50:24,661 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:50:24,661 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:50:24,661 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-top, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c173a2f72d764cf3b8d5820b88168b93, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f6fa1ae398514859ad04c4d3b304952a, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/bae16bac7ee94422970168224f375dc4, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4e2aed24cc80450c8492b764b9ab5850, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/96eb1c66ac684ac5805cbd23c4e24842, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c676c00495464fadad2f13099653207d, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850] to archive 2024-11-26T20:50:24,663 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:50:24,665 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:50:24,666 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-26T20:50:24,666 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-92e4b06f8e354489bf704630df0f8fc2 2024-11-26T20:50:24,666 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:50:24,666 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:24,666 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654224661Running coprocessor pre-close hooks at 1732654224661Disabling compacts and flushes for region at 1732654224661Disabling writes for close at 1732654224661Writing region close event to WAL at 1732654224662 (+1 ms)Running coprocessor post-close hooks at 1732654224666 (+4 ms)Closed at 1732654224666 2024-11-26T20:50:24,666 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:24,667 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-0ce786ce09a4461a858faa1d187370f1 2024-11-26T20:50:24,669 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c173a2f72d764cf3b8d5820b88168b93 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c173a2f72d764cf3b8d5820b88168b93 2024-11-26T20:50:24,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/TestLogRolling-testLogRolling=123004df4739a8b19c5c91bd5155a97b-8186604e49524ce8943015ae4128f1be 2024-11-26T20:50:24,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ecaf18533e384cba8948fa8335800dda 2024-11-26T20:50:24,672 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f6fa1ae398514859ad04c4d3b304952a to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f6fa1ae398514859ad04c4d3b304952a 2024-11-26T20:50:24,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/118a37a14c76425ebe4ab60caa260232 2024-11-26T20:50:24,674 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/994ebb6f8b0347d682c43415fa1fd16e 2024-11-26T20:50:24,676 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/bae16bac7ee94422970168224f375dc4 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/bae16bac7ee94422970168224f375dc4 2024-11-26T20:50:24,677 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/a78101b8533e4b97853a24362a2e6240 2024-11-26T20:50:24,678 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/f270e7ccd7ee42dbbfb2b664ae2317f8 2024-11-26T20:50:24,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4e2aed24cc80450c8492b764b9ab5850 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/4e2aed24cc80450c8492b764b9ab5850 2024-11-26T20:50:24,680 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/593cb0bc580e419d8bbe7d2ad024e99f 2024-11-26T20:50:24,681 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/ff8280320267404a9181dcc2f4934c90 2024-11-26T20:50:24,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/96eb1c66ac684ac5805cbd23c4e24842 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/96eb1c66ac684ac5805cbd23c4e24842 2024-11-26T20:50:24,683 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/e38218be02f7431b8cf792e569c331c8 2024-11-26T20:50:24,684 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/0b15aa154c574511b29e1ff54922d4f4 2024-11-26T20:50:24,685 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c676c00495464fadad2f13099653207d to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/c676c00495464fadad2f13099653207d 2024-11-26T20:50:24,686 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6ccf5fa367cc42089f8e2ceb4556335f 2024-11-26T20:50:24,687 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/6d1894fa72804c59ade5e8e795e8c039 2024-11-26T20:50:24,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850 to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/info/051d10a285ab4247ab124cba5a3cf850 2024-11-26T20:50:24,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cd6be161543e:39245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-26T20:50:24,689 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c173a2f72d764cf3b8d5820b88168b93=40102, ecaf18533e384cba8948fa8335800dda=13394, f6fa1ae398514859ad04c4d3b304952a=68703, 118a37a14c76425ebe4ab60caa260232=24997, 994ebb6f8b0347d682c43415fa1fd16e=13394, bae16bac7ee94422970168224f375dc4=99419, a78101b8533e4b97853a24362a2e6240=27103, f270e7ccd7ee42dbbfb2b664ae2317f8=14447, 4e2aed24cc80450c8492b764b9ab5850=125982, 593cb0bc580e419d8bbe7d2ad024e99f=21838, ff8280320267404a9181dcc2f4934c90=19728, 96eb1c66ac684ac5805cbd23c4e24842=149323, e38218be02f7431b8cf792e569c331c8=13395, 0b15aa154c574511b29e1ff54922d4f4=21854, c676c00495464fadad2f13099653207d=176837, 6ccf5fa367cc42089f8e2ceb4556335f=15510, 6d1894fa72804c59ade5e8e795e8c039=20796, 051d10a285ab4247ab124cba5a3cf850=20796] 2024-11-26T20:50:24,693 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/99e9b60bcfaf740fe3621d3c50404c6b/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-26T20:50:24,694 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99e9b60bcfaf740fe3621d3c50404c6b: Waiting for close lock at 1732654224660Running coprocessor pre-close hooks at 1732654224660Disabling compacts and flushes for region at 1732654224660Disabling writes for close at 1732654224660Writing region close event to WAL at 1732654224690 (+30 ms)Running coprocessor post-close hooks at 1732654224693 (+3 ms)Closed at 1732654224694 (+1 ms) 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732654181919.99e9b60bcfaf740fe3621d3c50404c6b. 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 725bc278564752c38b375b80759bb1bb, disabling compactions & flushes 2024-11-26T20:50:24,694 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. after waiting 0 ms 2024-11-26T20:50:24,694 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:50:24,694 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b->hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/123004df4739a8b19c5c91bd5155a97b/info/4a7a7a915efe4a52bbbe75a9a4c0ea53-bottom] to archive 2024-11-26T20:50:24,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:50:24,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b to hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/archive/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/info/4a7a7a915efe4a52bbbe75a9a4c0ea53.123004df4739a8b19c5c91bd5155a97b 2024-11-26T20:50:24,697 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-26T20:50:24,700 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/data/default/TestLogRolling-testLogRolling/725bc278564752c38b375b80759bb1bb/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-26T20:50:24,700 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:50:24,700 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 725bc278564752c38b375b80759bb1bb: Waiting for close lock at 1732654224694Running coprocessor pre-close hooks at 1732654224694Disabling compacts and flushes for region at 1732654224694Disabling writes for close at 1732654224694Writing region close event to WAL at 1732654224697 (+3 ms)Running coprocessor post-close hooks at 1732654224700 (+3 ms)Closed at 1732654224700 2024-11-26T20:50:24,700 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732654181919.725bc278564752c38b375b80759bb1bb. 2024-11-26T20:50:24,861 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,38843,1732654166300; all regions closed. 2024-11-26T20:50:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741834_1010 (size=8107) 2024-11-26T20:50:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741834_1010 (size=8107) 2024-11-26T20:50:24,866 DEBUG [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs 2024-11-26T20:50:24,866 INFO [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C38843%2C1732654166300.meta:.meta(num 1732654167108) 2024-11-26T20:50:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741877_1053 (size=780) 2024-11-26T20:50:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741877_1053 (size=780) 2024-11-26T20:50:24,870 DEBUG [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/oldWALs 2024-11-26T20:50:24,870 INFO [RS:0;cd6be161543e:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C38843%2C1732654166300:(num 1732654224538) 2024-11-26T20:50:24,870 DEBUG [RS:0;cd6be161543e:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:24,870 INFO [RS:0;cd6be161543e:38843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:24,870 INFO [RS:0;cd6be161543e:38843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:24,870 INFO [RS:0;cd6be161543e:38843 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:24,871 INFO [RS:0;cd6be161543e:38843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:24,871 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:24,871 INFO [RS:0;cd6be161543e:38843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38843 2024-11-26T20:50:24,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:24,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,38843,1732654166300 2024-11-26T20:50:24,873 INFO [RS:0;cd6be161543e:38843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:24,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,38843,1732654166300] 2024-11-26T20:50:24,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,38843,1732654166300 already deleted, retry=false 2024-11-26T20:50:24,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,38843,1732654166300 expired; onlineServers=0 2024-11-26T20:50:24,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,39245,1732654166237' ***** 2024-11-26T20:50:24,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:24,877 DEBUG [M:0;cd6be161543e:39245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:50:24,877 DEBUG [M:0;cd6be161543e:39245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:50:24,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:50:24,877 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654166494 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654166494,5,FailOnTimeoutGroup] 2024-11-26T20:50:24,877 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654166496 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654166496,5,FailOnTimeoutGroup] 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:24,877 DEBUG [M:0;cd6be161543e:39245 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:50:24,877 INFO [M:0;cd6be161543e:39245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:24,878 INFO [M:0;cd6be161543e:39245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:50:24,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:50:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:50:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:24,878 DEBUG [M:0;cd6be161543e:39245 {}] zookeeper.ZKUtil(347): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:50:24,879 WARN [M:0;cd6be161543e:39245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:50:24,880 INFO [M:0;cd6be161543e:39245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/.lastflushedseqids 2024-11-26T20:50:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741878_1054 (size=228) 2024-11-26T20:50:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741878_1054 (size=228) 2024-11-26T20:50:24,885 INFO [M:0;cd6be161543e:39245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:50:24,885 INFO [M:0;cd6be161543e:39245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:50:24,885 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:50:24,885 INFO [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:24,885 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:24,885 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:50:24,885 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:24,885 INFO [M:0;cd6be161543e:39245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-26T20:50:24,901 DEBUG [M:0;cd6be161543e:39245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4f44b3d6208448f8e44e63f9e360f95 is 82, key is hbase:meta,,1/info:regioninfo/1732654167150/Put/seqid=0 2024-11-26T20:50:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741879_1055 (size=5672) 2024-11-26T20:50:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741879_1055 (size=5672) 2024-11-26T20:50:24,906 INFO [M:0;cd6be161543e:39245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4f44b3d6208448f8e44e63f9e360f95 2024-11-26T20:50:24,924 DEBUG [M:0;cd6be161543e:39245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/411470a69b97414b8aa32a0be272fe18 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654167617/Put/seqid=0 2024-11-26T20:50:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741880_1056 (size=7089) 2024-11-26T20:50:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741880_1056 (size=7089) 2024-11-26T20:50:24,929 INFO [M:0;cd6be161543e:39245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/411470a69b97414b8aa32a0be272fe18 2024-11-26T20:50:24,934 INFO [M:0;cd6be161543e:39245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411470a69b97414b8aa32a0be272fe18 2024-11-26T20:50:24,948 DEBUG [M:0;cd6be161543e:39245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e38e07b8e34d81bb992309bc82af07 is 69, key is cd6be161543e,38843,1732654166300/rs:state/1732654166539/Put/seqid=0 2024-11-26T20:50:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741881_1057 (size=5156) 2024-11-26T20:50:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741881_1057 (size=5156) 2024-11-26T20:50:24,953 INFO [M:0;cd6be161543e:39245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e38e07b8e34d81bb992309bc82af07 2024-11-26T20:50:24,972 DEBUG [M:0;cd6be161543e:39245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e4c9f8961c7c43c9be5110fce9784b24 is 52, key is load_balancer_on/state:d/1732654167230/Put/seqid=0 2024-11-26T20:50:24,976 INFO [RS:0;cd6be161543e:38843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:24,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:24,976 INFO [RS:0;cd6be161543e:38843 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,38843,1732654166300; zookeeper connection closed. 2024-11-26T20:50:24,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x101560a5b5d0001, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:24,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e4a0763 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e4a0763 2024-11-26T20:50:24,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T20:50:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741882_1058 (size=5056) 2024-11-26T20:50:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741882_1058 (size=5056) 2024-11-26T20:50:24,977 INFO [M:0;cd6be161543e:39245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e4c9f8961c7c43c9be5110fce9784b24 2024-11-26T20:50:24,982 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4f44b3d6208448f8e44e63f9e360f95 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4f44b3d6208448f8e44e63f9e360f95 2024-11-26T20:50:24,986 INFO [M:0;cd6be161543e:39245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4f44b3d6208448f8e44e63f9e360f95, entries=8, sequenceid=125, filesize=5.5 K 2024-11-26T20:50:24,987 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/411470a69b97414b8aa32a0be272fe18 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/411470a69b97414b8aa32a0be272fe18 2024-11-26T20:50:24,991 INFO [M:0;cd6be161543e:39245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411470a69b97414b8aa32a0be272fe18 2024-11-26T20:50:24,991 INFO [M:0;cd6be161543e:39245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/411470a69b97414b8aa32a0be272fe18, entries=13, sequenceid=125, filesize=6.9 K 2024-11-26T20:50:24,992 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e38e07b8e34d81bb992309bc82af07 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11e38e07b8e34d81bb992309bc82af07 2024-11-26T20:50:24,997 INFO [M:0;cd6be161543e:39245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11e38e07b8e34d81bb992309bc82af07, entries=1, sequenceid=125, filesize=5.0 K 2024-11-26T20:50:24,998 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e4c9f8961c7c43c9be5110fce9784b24 as hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e4c9f8961c7c43c9be5110fce9784b24 2024-11-26T20:50:25,002 INFO [M:0;cd6be161543e:39245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/423c6f69-3110-32e6-5740-a16e11bf10da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e4c9f8961c7c43c9be5110fce9784b24, entries=1, sequenceid=125, filesize=4.9 K 2024-11-26T20:50:25,003 INFO [M:0;cd6be161543e:39245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false 2024-11-26T20:50:25,008 INFO [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:25,008 DEBUG [M:0;cd6be161543e:39245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654224885Disabling compacts and flushes for region at 1732654224885Disabling writes for close at 1732654224885Obtaining lock to block concurrent updates at 1732654224885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654224885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1732654224886 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654224886Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654224887 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654224900 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654224900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654224910 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654224923 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654224923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654224934 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654224947 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654224947Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732654224958 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732654224971 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732654224971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59067691: reopening flushed file at 1732654224981 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d59e307: reopening flushed file at 1732654224986 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3314ff: reopening flushed file at 1732654224991 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666cdd1c: reopening flushed file at 1732654224997 (+6 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false at 1732654225003 (+6 ms)Writing region close event to WAL at 1732654225008 (+5 ms)Closed at 1732654225008 2024-11-26T20:50:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741830_1006 (size=61308) 2024-11-26T20:50:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741830_1006 (size=61308) 2024-11-26T20:50:25,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:25,012 INFO [M:0;cd6be161543e:39245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:50:25,012 INFO [M:0;cd6be161543e:39245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39245 2024-11-26T20:50:25,012 INFO [M:0;cd6be161543e:39245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:25,114 INFO [M:0;cd6be161543e:39245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39245-0x101560a5b5d0000, quorum=127.0.0.1:63834, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:25,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79aae1c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:25,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19fddbe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:25,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:25,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54fc99d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:25,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb1f744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:25,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:25,119 WARN [BP-1954022583-172.17.0.2-1732654165313 heartbeating to localhost/127.0.0.1:38475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:25,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:25,119 WARN [BP-1954022583-172.17.0.2-1732654165313 heartbeating to localhost/127.0.0.1:38475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1954022583-172.17.0.2-1732654165313 (Datanode Uuid 4cce659f-5d1e-490a-a44e-ca4522defce8) service to localhost/127.0.0.1:38475 2024-11-26T20:50:25,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data3/current/BP-1954022583-172.17.0.2-1732654165313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:25,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data4/current/BP-1954022583-172.17.0.2-1732654165313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:25,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:25,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47545a74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:25,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45c7784d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:25,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:25,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61acdcce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:25,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8e2a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:25,124 WARN [BP-1954022583-172.17.0.2-1732654165313 heartbeating to localhost/127.0.0.1:38475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:25,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:25,124 WARN [BP-1954022583-172.17.0.2-1732654165313 heartbeating to localhost/127.0.0.1:38475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1954022583-172.17.0.2-1732654165313 (Datanode Uuid 1c15f24f-64e8-4053-a950-fb05f173354a) service to localhost/127.0.0.1:38475 2024-11-26T20:50:25,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:25,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data1/current/BP-1954022583-172.17.0.2-1732654165313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:25,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/cluster_4638b742-47ad-76fd-b72d-276a67205596/data/data2/current/BP-1954022583-172.17.0.2-1732654165313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:25,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:25,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73cb3a53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:50:25,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691a1dcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:25,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:25,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a5eb89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:25,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3c5090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:25,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:50:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:50:25,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=447 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=5115 (was 5579) 2024-11-26T20:50:25,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=5115 2024-11-26T20:50:25,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.log.dir so I do NOT create it in target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/02ba9e49-6d1d-4656-246c-d54220454589/hadoop.tmp.dir so I do NOT create it in target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8, deleteOnExit=true 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/test.cache.data in system properties and HBase conf 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:50:25,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:50:25,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:50:25,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:50:25,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:50:25,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:50:25,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:50:25,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:50:25,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:50:25,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:50:25,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b782008{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:50:25,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27cfc251{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:50:25,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79313f39{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/java.io.tmpdir/jetty-localhost-37683-hadoop-hdfs-3_4_1-tests_jar-_-any-1814637759504745076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:50:25,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b277355{HTTP/1.1, (http/1.1)}{localhost:37683} 2024-11-26T20:50:25,396 INFO [Time-limited test {}] server.Server(415): Started @201126ms 2024-11-26T20:50:25,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:50:25,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:50:25,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:50:25,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:50:25,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:50:25,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f09fede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:50:25,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66454e9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:50:25,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f77816d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/java.io.tmpdir/jetty-localhost-38383-hadoop-hdfs-3_4_1-tests_jar-_-any-11399144554450515302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:25,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d12123d{HTTP/1.1, (http/1.1)}{localhost:38383} 2024-11-26T20:50:25,590 INFO [Time-limited test {}] server.Server(415): Started @201319ms 2024-11-26T20:50:25,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:50:25,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:50:25,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:50:25,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:50:25,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:50:25,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:50:25,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589060b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:50:25,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14219587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:50:25,685 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data1/current/BP-1172647342-172.17.0.2-1732654225212/current, will proceed with Du for space computation calculation, 2024-11-26T20:50:25,685 WARN [Thread-1600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data2/current/BP-1172647342-172.17.0.2-1732654225212/current, will proceed with Du for space computation calculation, 2024-11-26T20:50:25,701 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:50:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x207511af55258ef1 with lease ID 0x78dc1167e750390d: Processing first storage report for DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b from datanode DatanodeRegistration(127.0.0.1:39131, datanodeUuid=e9664974-3e2e-409e-a0b5-b53a1872e258, infoPort=45571, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212) 2024-11-26T20:50:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x207511af55258ef1 with lease ID 0x78dc1167e750390d: from storage DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b node DatanodeRegistration(127.0.0.1:39131, datanodeUuid=e9664974-3e2e-409e-a0b5-b53a1872e258, infoPort=45571, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:50:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x207511af55258ef1 with lease ID 0x78dc1167e750390d: Processing first storage report for DS-fc5178b4-2762-4d78-b64d-da152562aa2f from datanode DatanodeRegistration(127.0.0.1:39131, datanodeUuid=e9664974-3e2e-409e-a0b5-b53a1872e258, infoPort=45571, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212) 2024-11-26T20:50:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x207511af55258ef1 with lease ID 0x78dc1167e750390d: from storage DS-fc5178b4-2762-4d78-b64d-da152562aa2f node DatanodeRegistration(127.0.0.1:39131, datanodeUuid=e9664974-3e2e-409e-a0b5-b53a1872e258, infoPort=45571, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:50:25,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aad72ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/java.io.tmpdir/jetty-localhost-46345-hadoop-hdfs-3_4_1-tests_jar-_-any-996856650905262596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:25,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf65029{HTTP/1.1, (http/1.1)}{localhost:46345} 2024-11-26T20:50:25,747 INFO [Time-limited test {}] server.Server(415): Started @201476ms 2024-11-26T20:50:25,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:50:25,860 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data3/current/BP-1172647342-172.17.0.2-1732654225212/current, will proceed with Du for space computation calculation, 2024-11-26T20:50:25,860 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data4/current/BP-1172647342-172.17.0.2-1732654225212/current, will proceed with Du for space computation calculation, 2024-11-26T20:50:25,878 WARN [Thread-1614 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:50:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46407da71bc021df with lease ID 0x78dc1167e750390e: Processing first storage report for DS-77d71bed-862c-4550-91ac-b6f1e33d665e from datanode DatanodeRegistration(127.0.0.1:33027, datanodeUuid=e5e11fb5-12b0-4203-a35d-4ae498af8dbb, infoPort=39873, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212) 2024-11-26T20:50:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46407da71bc021df with lease ID 0x78dc1167e750390e: from storage DS-77d71bed-862c-4550-91ac-b6f1e33d665e node DatanodeRegistration(127.0.0.1:33027, datanodeUuid=e5e11fb5-12b0-4203-a35d-4ae498af8dbb, infoPort=39873, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:50:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46407da71bc021df with lease ID 0x78dc1167e750390e: Processing first storage report for DS-4b2a0c02-1e1d-4dea-b2fb-6dcdd58b7fc9 from datanode DatanodeRegistration(127.0.0.1:33027, datanodeUuid=e5e11fb5-12b0-4203-a35d-4ae498af8dbb, infoPort=39873, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212) 2024-11-26T20:50:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46407da71bc021df with lease ID 0x78dc1167e750390e: from storage DS-4b2a0c02-1e1d-4dea-b2fb-6dcdd58b7fc9 node DatanodeRegistration(127.0.0.1:33027, datanodeUuid=e5e11fb5-12b0-4203-a35d-4ae498af8dbb, infoPort=39873, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=1304268937;c=1732654225212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:50:25,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100 2024-11-26T20:50:25,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/zookeeper_0, clientPort=62078, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:50:25,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62078 2024-11-26T20:50:25,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:25,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:50:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:50:25,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081 with version=8 2024-11-26T20:50:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37671/user/jenkins/test-data/6950ec36-8442-58db-497f-c342d7bf6dd1/hbase-staging 2024-11-26T20:50:25,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:50:25,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:50:25,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38051 2024-11-26T20:50:25,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38051 connecting to ZooKeeper ensemble=127.0.0.1:62078 2024-11-26T20:50:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380510x0, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:50:25,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38051-0x101560b44c60000 connected 2024-11-26T20:50:26,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:26,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081, hbase.cluster.distributed=false 2024-11-26T20:50:26,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:50:26,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-26T20:50:26,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38051 2024-11-26T20:50:26,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38051 2024-11-26T20:50:26,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-26T20:50:26,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-26T20:50:26,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:50:26,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:50:26,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33755 2024-11-26T20:50:26,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33755 connecting to ZooKeeper ensemble=127.0.0.1:62078 2024-11-26T20:50:26,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337550x0, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:50:26,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337550x0, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:26,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33755-0x101560b44c60001 connected 2024-11-26T20:50:26,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:50:26,043 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:50:26,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:50:26,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:50:26,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-26T20:50:26,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33755 2024-11-26T20:50:26,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33755 2024-11-26T20:50:26,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-26T20:50:26,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-26T20:50:26,058 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:38051 2024-11-26T20:50:26,058 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:50:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:50:26,060 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:50:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,062 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:50:26,062 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,38051,1732654225987 from backup master directory 2024-11-26T20:50:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:50:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:50:26,064 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:50:26,064 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,068 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/hbase.id] with ID: daa1a745-a1b8-4468-b701-7bbb144d4b1a 2024-11-26T20:50:26,068 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/.tmp/hbase.id 2024-11-26T20:50:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:50:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:50:26,074 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/.tmp/hbase.id]:[hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/hbase.id] 2024-11-26T20:50:26,085 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,085 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:50:26,086 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T20:50:26,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:50:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:50:26,096 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:50:26,096 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:50:26,096 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:50:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:50:26,103 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store 2024-11-26T20:50:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:50:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:50:26,109 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:26,109 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:50:26,109 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:26,109 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:26,109 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:50:26,109 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:26,109 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:26,110 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654226109Disabling compacts and flushes for region at 1732654226109Disabling writes for close at 1732654226109Writing region close event to WAL at 1732654226109Closed at 1732654226109 2024-11-26T20:50:26,110 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/.initializing 2024-11-26T20:50:26,110 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/WALs/cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,111 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:26,113 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C38051%2C1732654225987, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/WALs/cd6be161543e,38051,1732654225987, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/oldWALs, maxLogs=10 2024-11-26T20:50:26,126 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/WALs/cd6be161543e,38051,1732654225987/cd6be161543e%2C38051%2C1732654225987.1732654226113, exclude list is [], retry=0 2024-11-26T20:50:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33027,DS-77d71bed-862c-4550-91ac-b6f1e33d665e,DISK] 2024-11-26T20:50:26,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b,DISK] 2024-11-26T20:50:26,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/WALs/cd6be161543e,38051,1732654225987/cd6be161543e%2C38051%2C1732654225987.1732654226113 2024-11-26T20:50:26,130 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873),(127.0.0.1/127.0.0.1:45571:45571)] 2024-11-26T20:50:26,130 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:26,131 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:26,131 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,131 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:50:26,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:50:26,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:26,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:50:26,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:26,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:50:26,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:26,141 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,141 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,142 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,143 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,143 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,143 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:50:26,144 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:50:26,146 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:26,146 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768611, jitterRate=-0.022660911083221436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:50:26,147 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654226131Initializing all the Stores at 1732654226132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226132Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654226133 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654226133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654226133Cleaning up temporary data from old regions at 1732654226143 (+10 ms)Region opened successfully at 1732654226147 (+4 ms) 2024-11-26T20:50:26,147 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:50:26,150 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138161ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:50:26,151 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:50:26,151 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:50:26,151 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:50:26,151 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:50:26,152 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T20:50:26,152 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T20:50:26,152 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:50:26,154 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:50:26,154 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:50:26,156 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:50:26,156 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:50:26,157 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:50:26,158 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:50:26,158 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:50:26,159 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:50:26,160 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:50:26,161 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:50:26,163 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:50:26,165 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:50:26,166 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:50:26,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:26,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:26,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,168 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,38051,1732654225987, sessionid=0x101560b44c60000, setting cluster-up flag (Was=false) 2024-11-26T20:50:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,176 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:50:26,177 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,187 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:50:26,188 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,189 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:50:26,191 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:50:26,191 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:50:26,191 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:50:26,191 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,38051,1732654225987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:50:26,192 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654256194 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:50:26,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:50:26,195 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:50:26,196 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:50:26,196 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:50:26,196 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:50:26,196 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654226196,5,FailOnTimeoutGroup] 2024-11-26T20:50:26,196 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,196 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654226196,5,FailOnTimeoutGroup] 2024-11-26T20:50:26,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:50:26,197 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,197 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:50:26,197 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,197 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:50:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:50:26,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:50:26,204 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081 2024-11-26T20:50:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:50:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:50:26,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:26,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:50:26,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:50:26,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:50:26,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:50:26,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:50:26,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:50:26,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:50:26,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:50:26,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:50:26,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740 2024-11-26T20:50:26,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740 2024-11-26T20:50:26,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:50:26,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:50:26,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:50:26,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:50:26,224 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:26,224 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871495, jitterRate=0.10816441476345062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:50:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654226210Initializing all the Stores at 1732654226211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654226211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226211Cleaning up temporary data from old regions at 1732654226221 (+10 ms)Region opened successfully at 1732654226225 (+4 ms) 2024-11-26T20:50:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:50:26,225 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:50:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:50:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:50:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:50:26,225 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:26,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654226225Disabling compacts and flushes for region at 1732654226225Disabling writes for close at 1732654226225Writing region close event to WAL at 1732654226225Closed at 1732654226225 2024-11-26T20:50:26,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:50:26,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:50:26,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:50:26,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:50:26,229 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:50:26,248 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(746): ClusterId : daa1a745-a1b8-4468-b701-7bbb144d4b1a 2024-11-26T20:50:26,248 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:50:26,250 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:50:26,250 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:50:26,252 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:50:26,252 DEBUG [RS:0;cd6be161543e:33755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d570492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:50:26,263 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:33755 2024-11-26T20:50:26,263 INFO [RS:0;cd6be161543e:33755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:50:26,263 INFO [RS:0;cd6be161543e:33755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:50:26,263 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:50:26,264 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,38051,1732654225987 with port=33755, startcode=1732654226031 2024-11-26T20:50:26,264 DEBUG [RS:0;cd6be161543e:33755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:50:26,266 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:50:26,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38051 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,267 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081 2024-11-26T20:50:26,267 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41743 2024-11-26T20:50:26,267 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:50:26,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:26,269 DEBUG [RS:0;cd6be161543e:33755 {}] zookeeper.ZKUtil(111): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,269 WARN [RS:0;cd6be161543e:33755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:50:26,269 INFO [RS:0;cd6be161543e:33755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:26,270 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,33755,1732654226031] 2024-11-26T20:50:26,273 INFO [RS:0;cd6be161543e:33755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:50:26,274 INFO [RS:0;cd6be161543e:33755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:50:26,275 INFO [RS:0;cd6be161543e:33755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:50:26,275 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,275 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:50:26,276 INFO [RS:0;cd6be161543e:33755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:50:26,276 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:50:26,276 DEBUG [RS:0;cd6be161543e:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,277 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,33755,1732654226031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:50:26,293 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:50:26,293 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,33755,1732654226031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,293 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,293 INFO [RS:0;cd6be161543e:33755 {}] regionserver.Replication(171): cd6be161543e,33755,1732654226031 started 2024-11-26T20:50:26,307 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,307 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,33755,1732654226031, RpcServer on cd6be161543e/172.17.0.2:33755, sessionid=0x101560b44c60001 2024-11-26T20:50:26,307 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:50:26,307 DEBUG [RS:0;cd6be161543e:33755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,307 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,33755,1732654226031' 2024-11-26T20:50:26,307 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,33755,1732654226031' 2024-11-26T20:50:26,308 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:50:26,309 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:50:26,309 DEBUG [RS:0;cd6be161543e:33755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:50:26,309 INFO [RS:0;cd6be161543e:33755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:50:26,309 INFO [RS:0;cd6be161543e:33755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:50:26,379 WARN [cd6be161543e:38051 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:50:26,409 INFO [RS:0;cd6be161543e:33755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:26,411 INFO [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C33755%2C1732654226031, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs, maxLogs=32 2024-11-26T20:50:26,424 DEBUG [RS:0;cd6be161543e:33755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031/cd6be161543e%2C33755%2C1732654226031.1732654226411, exclude list is [], retry=0 2024-11-26T20:50:26,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33027,DS-77d71bed-862c-4550-91ac-b6f1e33d665e,DISK] 2024-11-26T20:50:26,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b,DISK] 2024-11-26T20:50:26,429 INFO [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031/cd6be161543e%2C33755%2C1732654226031.1732654226411 2024-11-26T20:50:26,429 DEBUG [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873),(127.0.0.1/127.0.0.1:45571:45571)] 2024-11-26T20:50:26,563 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:26,629 DEBUG [cd6be161543e:38051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T20:50:26,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,33755,1732654226031, state=OPENING 2024-11-26T20:50:26,634 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:50:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:26,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:50:26,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:50:26,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:50:26,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,33755,1732654226031}] 2024-11-26T20:50:26,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:50:26,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:50:26,794 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:50:26,795 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:26,795 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:50:26,796 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C33755%2C1732654226031.meta, suffix=.meta, logDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs, maxLogs=32 2024-11-26T20:50:26,810 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031/cd6be161543e%2C33755%2C1732654226031.meta.1732654226797.meta, exclude list is [], retry=0 2024-11-26T20:50:26,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33027,DS-77d71bed-862c-4550-91ac-b6f1e33d665e,DISK] 2024-11-26T20:50:26,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b,DISK] 2024-11-26T20:50:26,813 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/cd6be161543e,33755,1732654226031/cd6be161543e%2C33755%2C1732654226031.meta.1732654226797.meta 2024-11-26T20:50:26,814 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873),(127.0.0.1/127.0.0.1:45571:45571)] 2024-11-26T20:50:26,814 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:26,814 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:50:26,815 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:50:26,815 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:50:26,815 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:50:26,815 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:26,815 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:50:26,815 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:50:26,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:50:26,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:50:26,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:50:26,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:50:26,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:50:26,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:50:26,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:50:26,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:50:26,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:26,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:50:26,821 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:50:26,822 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740 2024-11-26T20:50:26,823 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740 2024-11-26T20:50:26,824 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:50:26,824 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:50:26,825 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:50:26,826 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:50:26,827 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844189, jitterRate=0.07344232499599457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:50:26,827 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:50:26,827 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654226815Writing region info on filesystem at 1732654226815Initializing all the Stores at 1732654226816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654226816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654226816Cleaning up temporary data from old regions at 1732654226824 (+8 ms)Running coprocessor post-open hooks at 1732654226827 (+3 ms)Region opened successfully at 1732654226827 2024-11-26T20:50:26,828 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654226789 2024-11-26T20:50:26,830 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:50:26,830 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:50:26,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,33755,1732654226031, state=OPEN 2024-11-26T20:50:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:50:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:50:26,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,33755,1732654226031 2024-11-26T20:50:26,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:50:26,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:50:26,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:50:26,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,33755,1732654226031 in 201 msec 2024-11-26T20:50:26,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:50:26,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-26T20:50:26,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:50:26,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:50:26,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:50:26,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,33755,1732654226031, seqNum=-1] 2024-11-26T20:50:26,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:50:26,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:50:26,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 657 msec 2024-11-26T20:50:26,848 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654226848, completionTime=-1 2024-11-26T20:50:26,848 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T20:50:26,848 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654286850 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654346850 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:38051, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,850 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,852 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.790sec 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:50:26,854 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:50:26,856 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:50:26,856 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:50:26,856 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,38051,1732654225987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:26,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaa175b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:50:26,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,38051,-1 for getting cluster id 2024-11-26T20:50:26,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:50:26,950 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daa1a745-a1b8-4468-b701-7bbb144d4b1a' 2024-11-26T20:50:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:50:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daa1a745-a1b8-4468-b701-7bbb144d4b1a" 2024-11-26T20:50:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28494031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:50:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,38051,-1] 2024-11-26T20:50:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:50:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:26,952 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:50:26,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8a4aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:50:26,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:50:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,33755,1732654226031, seqNum=-1] 2024-11-26T20:50:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:50:26,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:50:26,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,38051,1732654225987 2024-11-26T20:50:26,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:50:26,959 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T20:50:26,959 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:26,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:26,962 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs, maxLogs=32 2024-11-26T20:50:26,975 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226962, exclude list is [], retry=0 2024-11-26T20:50:26,978 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33027,DS-77d71bed-862c-4550-91ac-b6f1e33d665e,DISK] 2024-11-26T20:50:26,978 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b,DISK] 2024-11-26T20:50:26,980 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226962 2024-11-26T20:50:26,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873),(127.0.0.1/127.0.0.1:45571:45571)] 2024-11-26T20:50:26,993 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226980, exclude list is [], retry=0 2024-11-26T20:50:26,995 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33027,DS-77d71bed-862c-4550-91ac-b6f1e33d665e,DISK] 2024-11-26T20:50:26,995 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-1cea3196-ecd8-4cf5-8e51-526eed07d08b,DISK] 2024-11-26T20:50:26,997 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226962 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226980 2024-11-26T20:50:26,998 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873),(127.0.0.1/127.0.0.1:45571:45571)] 2024-11-26T20:50:26,998 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226962 is not closed yet, will try archiving it next time 2024-11-26T20:50:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741835_1011 (size=93) 2024-11-26T20:50:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741835_1011 (size=93) 2024-11-26T20:50:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741836_1012 (size=93) 2024-11-26T20:50:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741836_1012 (size=93) 2024-11-26T20:50:27,004 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/WALs/test.com,8080,1/test.com%2C8080%2C1.1732654226962 to hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs/test.com%2C8080%2C1.1732654226962 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs 2024-11-26T20:50:27,007 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732654226980) 2024-11-26T20:50:27,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:50:27,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:27,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:50:27,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1928080327, stopped=false 2024-11-26T20:50:27,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,38051,1732654225987 2024-11-26T20:50:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:27,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:27,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:27,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:27,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:27,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,33755,1732654226031' ***** 2024-11-26T20:50:27,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:50:27,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:27,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:50:27,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,33755,1732654226031 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:33755. 2024-11-26T20:50:27,011 DEBUG [RS:0;cd6be161543e:33755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:27,011 DEBUG [RS:0;cd6be161543e:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:50:27,011 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:50:27,011 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T20:50:27,012 DEBUG [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:50:27,012 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:50:27,012 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:50:27,012 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:50:27,012 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:50:27,012 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:50:27,012 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T20:50:27,027 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/.tmp/ns/25cf30423bad4807b179965f690aafc2 is 43, key is default/ns:d/1732654226844/Put/seqid=0 2024-11-26T20:50:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741837_1013 (size=5153) 2024-11-26T20:50:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741837_1013 (size=5153) 2024-11-26T20:50:27,033 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/.tmp/ns/25cf30423bad4807b179965f690aafc2 2024-11-26T20:50:27,039 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/.tmp/ns/25cf30423bad4807b179965f690aafc2 as hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/ns/25cf30423bad4807b179965f690aafc2 2024-11-26T20:50:27,044 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/ns/25cf30423bad4807b179965f690aafc2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T20:50:27,045 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-26T20:50:27,045 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:50:27,049 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T20:50:27,050 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:50:27,050 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:27,050 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654227012Running coprocessor pre-close hooks at 1732654227012Disabling compacts and flushes for region at 1732654227012Disabling writes for close at 1732654227012Obtaining lock to block concurrent updates at 1732654227012Preparing flush snapshotting stores in 1588230740 at 1732654227012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732654227012Flushing stores of hbase:meta,,1.1588230740 at 1732654227013 (+1 ms)Flushing 1588230740/ns: creating writer at 1732654227013Flushing 1588230740/ns: appending metadata at 1732654227027 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732654227027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26036ad8: reopening flushed file at 1732654227038 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1732654227045 (+7 ms)Writing region close event to WAL at 1732654227046 (+1 ms)Running coprocessor post-close hooks at 1732654227049 (+3 ms)Closed at 1732654227050 (+1 ms) 2024-11-26T20:50:27,050 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:27,212 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,33755,1732654226031; all regions closed. 2024-11-26T20:50:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741834_1010 (size=1152) 2024-11-26T20:50:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741834_1010 (size=1152) 2024-11-26T20:50:27,217 DEBUG [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs 2024-11-26T20:50:27,217 INFO [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C33755%2C1732654226031.meta:.meta(num 1732654226797) 2024-11-26T20:50:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741833_1009 (size=93) 2024-11-26T20:50:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741833_1009 (size=93) 2024-11-26T20:50:27,221 DEBUG [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/oldWALs 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C33755%2C1732654226031:(num 1732654226411) 2024-11-26T20:50:27,221 DEBUG [RS:0;cd6be161543e:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:27,221 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:27,221 INFO [RS:0;cd6be161543e:33755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33755 2024-11-26T20:50:27,223 INFO [RS:0;cd6be161543e:33755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:27,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,33755,1732654226031 2024-11-26T20:50:27,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:27,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,33755,1732654226031] 2024-11-26T20:50:27,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,33755,1732654226031 already deleted, retry=false 2024-11-26T20:50:27,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,33755,1732654226031 expired; onlineServers=0 2024-11-26T20:50:27,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,38051,1732654225987' ***** 2024-11-26T20:50:27,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:27,228 DEBUG [M:0;cd6be161543e:38051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:50:27,228 DEBUG [M:0;cd6be161543e:38051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:50:27,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:50:27,228 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654226196 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654226196,5,FailOnTimeoutGroup] 2024-11-26T20:50:27,228 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654226196 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654226196,5,FailOnTimeoutGroup] 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:27,228 DEBUG [M:0;cd6be161543e:38051 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:27,228 INFO [M:0;cd6be161543e:38051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:50:27,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:50:27,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:50:27,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:27,230 DEBUG [M:0;cd6be161543e:38051 {}] zookeeper.ZKUtil(347): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:50:27,230 WARN [M:0;cd6be161543e:38051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:50:27,230 INFO [M:0;cd6be161543e:38051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/.lastflushedseqids 2024-11-26T20:50:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741838_1014 (size=99) 2024-11-26T20:50:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741838_1014 (size=99) 2024-11-26T20:50:27,236 INFO [M:0;cd6be161543e:38051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:50:27,236 INFO [M:0;cd6be161543e:38051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:50:27,236 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:50:27,236 INFO [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:27,236 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:27,236 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:50:27,236 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:27,236 INFO [M:0;cd6be161543e:38051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-26T20:50:27,252 DEBUG [M:0;cd6be161543e:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de49fe8d7d6445282f9ddc73029632f is 82, key is hbase:meta,,1/info:regioninfo/1732654226831/Put/seqid=0 2024-11-26T20:50:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741839_1015 (size=5672) 2024-11-26T20:50:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741839_1015 (size=5672) 2024-11-26T20:50:27,257 INFO [M:0;cd6be161543e:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de49fe8d7d6445282f9ddc73029632f 2024-11-26T20:50:27,275 DEBUG [M:0;cd6be161543e:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85dfe9892cf464b891995517bbd36ad is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732654226848/Put/seqid=0 2024-11-26T20:50:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741840_1016 (size=5275) 2024-11-26T20:50:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741840_1016 (size=5275) 2024-11-26T20:50:27,280 INFO [M:0;cd6be161543e:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85dfe9892cf464b891995517bbd36ad 2024-11-26T20:50:27,298 DEBUG [M:0;cd6be161543e:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840eeb045d1546d38d9f1057a24e3408 is 69, key is cd6be161543e,33755,1732654226031/rs:state/1732654226266/Put/seqid=0 2024-11-26T20:50:27,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741841_1017 (size=5156) 2024-11-26T20:50:27,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741841_1017 (size=5156) 2024-11-26T20:50:27,302 INFO [M:0;cd6be161543e:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840eeb045d1546d38d9f1057a24e3408 2024-11-26T20:50:27,319 DEBUG [M:0;cd6be161543e:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/adaa1e8b3af9444b8d80b2e5576bb8bd is 52, key is load_balancer_on/state:d/1732654226958/Put/seqid=0 2024-11-26T20:50:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741842_1018 (size=5056) 2024-11-26T20:50:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741842_1018 (size=5056) 2024-11-26T20:50:27,325 INFO [M:0;cd6be161543e:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/adaa1e8b3af9444b8d80b2e5576bb8bd 2024-11-26T20:50:27,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:27,326 INFO [RS:0;cd6be161543e:33755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:27,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x101560b44c60001, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:27,326 INFO [RS:0;cd6be161543e:33755 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,33755,1732654226031; zookeeper connection closed. 2024-11-26T20:50:27,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66731edc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66731edc 2024-11-26T20:50:27,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T20:50:27,331 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de49fe8d7d6445282f9ddc73029632f as hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7de49fe8d7d6445282f9ddc73029632f 2024-11-26T20:50:27,335 INFO [M:0;cd6be161543e:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7de49fe8d7d6445282f9ddc73029632f, entries=8, sequenceid=29, filesize=5.5 K 2024-11-26T20:50:27,336 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85dfe9892cf464b891995517bbd36ad as hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85dfe9892cf464b891995517bbd36ad 2024-11-26T20:50:27,340 INFO [M:0;cd6be161543e:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85dfe9892cf464b891995517bbd36ad, entries=3, sequenceid=29, filesize=5.2 K 2024-11-26T20:50:27,341 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840eeb045d1546d38d9f1057a24e3408 as hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840eeb045d1546d38d9f1057a24e3408 2024-11-26T20:50:27,345 INFO [M:0;cd6be161543e:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840eeb045d1546d38d9f1057a24e3408, entries=1, sequenceid=29, filesize=5.0 K 2024-11-26T20:50:27,346 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/adaa1e8b3af9444b8d80b2e5576bb8bd as hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/adaa1e8b3af9444b8d80b2e5576bb8bd 2024-11-26T20:50:27,349 INFO [M:0;cd6be161543e:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/50d1588b-87b5-aaa7-2be2-64fd5f61b081/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/adaa1e8b3af9444b8d80b2e5576bb8bd, entries=1, sequenceid=29, filesize=4.9 K 2024-11-26T20:50:27,350 INFO [M:0;cd6be161543e:38051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=29, compaction requested=false 2024-11-26T20:50:27,352 INFO [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:27,352 DEBUG [M:0;cd6be161543e:38051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654227236Disabling compacts and flushes for region at 1732654227236Disabling writes for close at 1732654227236Obtaining lock to block concurrent updates at 1732654227236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654227236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732654227237 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654227237Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654227237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654227251 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654227251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654227261 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654227275 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654227275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654227284 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654227297 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654227297Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732654227306 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732654227319 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732654227319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e7a51e: reopening flushed file at 1732654227330 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781f1def: reopening flushed file at 1732654227336 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220b423: reopening flushed file at 1732654227340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65150e66: reopening flushed file at 1732654227345 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=29, compaction requested=false at 1732654227350 (+5 ms)Writing region close event to WAL at 1732654227352 (+2 ms)Closed at 1732654227352 2024-11-26T20:50:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33027 is added to blk_1073741830_1006 (size=10311) 2024-11-26T20:50:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741830_1006 (size=10311) 2024-11-26T20:50:27,355 INFO [M:0;cd6be161543e:38051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:50:27,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:27,355 INFO [M:0;cd6be161543e:38051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38051 2024-11-26T20:50:27,355 INFO [M:0;cd6be161543e:38051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:27,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:27,458 INFO [M:0;cd6be161543e:38051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:27,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101560b44c60000, quorum=127.0.0.1:62078, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:27,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aad72ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:27,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf65029{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:27,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:27,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14219587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:27,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589060b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:27,463 WARN [BP-1172647342-172.17.0.2-1732654225212 heartbeating to localhost/127.0.0.1:41743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:27,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:27,463 WARN [BP-1172647342-172.17.0.2-1732654225212 heartbeating to localhost/127.0.0.1:41743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1172647342-172.17.0.2-1732654225212 (Datanode Uuid e5e11fb5-12b0-4203-a35d-4ae498af8dbb) service to localhost/127.0.0.1:41743 2024-11-26T20:50:27,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:27,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data3/current/BP-1172647342-172.17.0.2-1732654225212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:27,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data4/current/BP-1172647342-172.17.0.2-1732654225212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:27,464 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:27,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f77816d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:27,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d12123d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:27,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:27,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66454e9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:27,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f09fede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:27,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:27,468 WARN [BP-1172647342-172.17.0.2-1732654225212 heartbeating to localhost/127.0.0.1:41743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:27,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:27,468 WARN [BP-1172647342-172.17.0.2-1732654225212 heartbeating to localhost/127.0.0.1:41743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1172647342-172.17.0.2-1732654225212 (Datanode Uuid e9664974-3e2e-409e-a0b5-b53a1872e258) service to localhost/127.0.0.1:41743 2024-11-26T20:50:27,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data1/current/BP-1172647342-172.17.0.2-1732654225212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:27,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/cluster_bbedeef7-4867-b282-a145-cc1b37ed90a8/data/data2/current/BP-1172647342-172.17.0.2-1732654225212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:27,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:27,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79313f39{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:50:27,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b277355{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:27,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27cfc251{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b782008{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f35f7bdb-6806-22db-4ce9-30d28bf63100/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:27,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:50:27,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:50:27,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=5079 (was 5115)